=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:328: registry stabilized in 2.68415ms
addons_test.go:330: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-p8v2z" [09f0475c-4746-427a-ab8c-9c11b2ee2bfa] Running
addons_test.go:330: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.003957094s
addons_test.go:333: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-sgxhg" [d8940b72-00d5-4d8d-94d1-657f7a3dfea2] Running
addons_test.go:333: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004582816s
addons_test.go:338: (dbg) Run: kubectl --context addons-537454 delete po -l run=registry-test --now
addons_test.go:343: (dbg) Run: kubectl --context addons-537454 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:343: (dbg) Non-zero exit: kubectl --context addons-537454 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.079599637s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:345: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-537454 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:349: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:357: (dbg) Run: out/minikube-linux-amd64 -p addons-537454 ip
2024/09/23 23:51:36 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:386: (dbg) Run: out/minikube-linux-amd64 -p addons-537454 addons disable registry --alsologtostderr -v=1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-537454
helpers_test.go:235: (dbg) docker inspect addons-537454:
-- stdout --
[
{
"Id": "f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c",
"Created": "2024-09-23T23:38:30.953236622Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 16354,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-23T23:38:31.096294991Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fba5f082b59effd6acfcb1eed3d3f86a23bd3a65463877f8197a730d49f52a09",
"ResolvConfPath": "/var/lib/docker/containers/f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c/hostname",
"HostsPath": "/var/lib/docker/containers/f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c/hosts",
"LogPath": "/var/lib/docker/containers/f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c/f8cd81e81c6fc2d3372a4d56a953020fc19b9aac2c4b104c9f9547250b0f142c-json.log",
"Name": "/addons-537454",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-537454:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-537454",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/448b9488ae0d066c7c5f109b161ce376be6f09dcf855c64b85e59560dfc47529-init/diff:/var/lib/docker/overlay2/fb91fcac56c4c868a1a8ed5f0f010197833c519445998b9f134a5286f2fd7eff/diff",
"MergedDir": "/var/lib/docker/overlay2/448b9488ae0d066c7c5f109b161ce376be6f09dcf855c64b85e59560dfc47529/merged",
"UpperDir": "/var/lib/docker/overlay2/448b9488ae0d066c7c5f109b161ce376be6f09dcf855c64b85e59560dfc47529/diff",
"WorkDir": "/var/lib/docker/overlay2/448b9488ae0d066c7c5f109b161ce376be6f09dcf855c64b85e59560dfc47529/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-537454",
"Source": "/var/lib/docker/volumes/addons-537454/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-537454",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-537454",
"name.minikube.sigs.k8s.io": "addons-537454",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "98ae0726ce7a11aec2f000175fa2cce7ba7ef3992bae3a2177d3ba1924597736",
"SandboxKey": "/var/run/docker/netns/98ae0726ce7a",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-537454": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "1e9e57f8932d03da376634ab9e58ee4cf63393a725b87413dabfa136b08e4f7a",
"EndpointID": "9337d5b2515275a277e73f92be463fad1eab58ba27ee1fb150082aed74eb27fe",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-537454",
"f8cd81e81c6f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-537454 -n addons-537454
helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-537454 logs -n 25
helpers_test.go:252: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-467922 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | |
| | download-docker-467922 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-467922 | download-docker-467922 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | 23 Sep 24 23:38 UTC |
| start | --download-only -p | binary-mirror-675850 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | |
| | binary-mirror-675850 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43631 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-675850 | binary-mirror-675850 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | 23 Sep 24 23:38 UTC |
| addons | disable dashboard -p | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | |
| | addons-537454 | | | | | |
| addons | enable dashboard -p | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | |
| | addons-537454 | | | | | |
| start | -p addons-537454 --wait=true | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:38 UTC | 23 Sep 24 23:41 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:42 UTC | 23 Sep 24 23:42 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | -p addons-537454 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | -p addons-537454 | | | | | |
| addons | disable cloud-spanner -p | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | addons-537454 | | | | | |
| ssh | addons-537454 ssh cat | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | /opt/local-path-provisioner/pvc-b1079101-08ea-46c0-97ce-99eeccde2570_default_test-pvc/file1 | | | | | |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:51 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-537454 addons | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:50 UTC | 23 Sep 24 23:50 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | addons-537454 | | | | | |
| ssh | addons-537454 ssh curl -s | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-537454 ip | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-537454 addons | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-537454 addons | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-537454 ip | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| addons | addons-537454 addons disable | addons-537454 | jenkins | v1.34.0 | 23 Sep 24 23:51 UTC | 23 Sep 24 23:51 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/23 23:38:08
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0923 23:38:08.995810 15595 out.go:345] Setting OutFile to fd 1 ...
I0923 23:38:08.996079 15595 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0923 23:38:08.996097 15595 out.go:358] Setting ErrFile to fd 2...
I0923 23:38:08.996104 15595 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0923 23:38:08.996572 15595 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19696-7438/.minikube/bin
I0923 23:38:08.997262 15595 out.go:352] Setting JSON to false
I0923 23:38:08.998113 15595 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent","uptime":1233,"bootTime":1727133456,"procs":170,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0923 23:38:08.998205 15595 start.go:139] virtualization: kvm guest
I0923 23:38:09.000683 15595 out.go:177] * [addons-537454] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0923 23:38:09.002075 15595 notify.go:220] Checking for updates...
I0923 23:38:09.002088 15595 out.go:177] - MINIKUBE_LOCATION=19696
I0923 23:38:09.003718 15595 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0923 23:38:09.005412 15595 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19696-7438/kubeconfig
I0923 23:38:09.006913 15595 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19696-7438/.minikube
I0923 23:38:09.008163 15595 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0923 23:38:09.009312 15595 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0923 23:38:09.010638 15595 driver.go:394] Setting default libvirt URI to qemu:///system
I0923 23:38:09.031569 15595 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I0923 23:38:09.031681 15595 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0923 23:38:09.077110 15595 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-23 23:38:09.068790421 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647931392 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridg
e-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0923 23:38:09.077201 15595 docker.go:318] overlay module found
I0923 23:38:09.079229 15595 out.go:177] * Using the docker driver based on user configuration
I0923 23:38:09.080763 15595 start.go:297] selected driver: docker
I0923 23:38:09.080781 15595 start.go:901] validating driver "docker" against <nil>
I0923 23:38:09.080792 15595 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0923 23:38:09.081522 15595 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0923 23:38:09.125721 15595 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-23 23:38:09.117139708 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647931392 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridg
e-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0923 23:38:09.125886 15595 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0923 23:38:09.126142 15595 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0923 23:38:09.128389 15595 out.go:177] * Using Docker driver with root privileges
I0923 23:38:09.129939 15595 cni.go:84] Creating CNI manager for ""
I0923 23:38:09.130009 15595 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0923 23:38:09.130044 15595 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0923 23:38:09.130118 15595 start.go:340] cluster config:
{Name:addons-537454 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-537454 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0923 23:38:09.131714 15595 out.go:177] * Starting "addons-537454" primary control-plane node in "addons-537454" cluster
I0923 23:38:09.132919 15595 cache.go:121] Beginning downloading kic base image for docker with docker
I0923 23:38:09.134508 15595 out.go:177] * Pulling base image v0.0.45-1727108449-19696 ...
I0923 23:38:09.136053 15595 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 23:38:09.136094 15595 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19696-7438/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I0923 23:38:09.136097 15595 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local docker daemon
I0923 23:38:09.136104 15595 cache.go:56] Caching tarball of preloaded images
I0923 23:38:09.136279 15595 preload.go:172] Found /home/jenkins/minikube-integration/19696-7438/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0923 23:38:09.136291 15595 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0923 23:38:09.136617 15595 profile.go:143] Saving config to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/config.json ...
I0923 23:38:09.136639 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/config.json: {Name:mk04d998fd9b0118232851783173183517fc8ad2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:09.152125 15595 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 to local cache
I0923 23:38:09.152229 15595 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory
I0923 23:38:09.152244 15595 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory, skipping pull
I0923 23:38:09.152248 15595 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 exists in cache, skipping pull
I0923 23:38:09.152257 15595 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 as a tarball
I0923 23:38:09.152262 15595 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from local cache
I0923 23:38:21.441816 15595 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from cached tarball
I0923 23:38:21.441855 15595 cache.go:194] Successfully downloaded all kic artifacts
I0923 23:38:21.441909 15595 start.go:360] acquireMachinesLock for addons-537454: {Name:mka6c41e784cb00dcb0e41a385660b7b8df6a65e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0923 23:38:21.442031 15595 start.go:364] duration metric: took 99.481µs to acquireMachinesLock for "addons-537454"
I0923 23:38:21.442071 15595 start.go:93] Provisioning new machine with config: &{Name:addons-537454 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-537454 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0923 23:38:21.442152 15595 start.go:125] createHost starting for "" (driver="docker")
I0923 23:38:21.445186 15595 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0923 23:38:21.445414 15595 start.go:159] libmachine.API.Create for "addons-537454" (driver="docker")
I0923 23:38:21.445452 15595 client.go:168] LocalClient.Create starting
I0923 23:38:21.445577 15595 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem
I0923 23:38:21.567638 15595 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/cert.pem
I0923 23:38:21.821793 15595 cli_runner.go:164] Run: docker network inspect addons-537454 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0923 23:38:21.837527 15595 cli_runner.go:211] docker network inspect addons-537454 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0923 23:38:21.837598 15595 network_create.go:284] running [docker network inspect addons-537454] to gather additional debugging logs...
I0923 23:38:21.837618 15595 cli_runner.go:164] Run: docker network inspect addons-537454
W0923 23:38:21.852902 15595 cli_runner.go:211] docker network inspect addons-537454 returned with exit code 1
I0923 23:38:21.852933 15595 network_create.go:287] error running [docker network inspect addons-537454]: docker network inspect addons-537454: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-537454 not found
I0923 23:38:21.852945 15595 network_create.go:289] output of [docker network inspect addons-537454]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-537454 not found
** /stderr **
I0923 23:38:21.853022 15595 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0923 23:38:21.869029 15595 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0019f6790}
I0923 23:38:21.869073 15595 network_create.go:124] attempt to create docker network addons-537454 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0923 23:38:21.869120 15595 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-537454 addons-537454
I0923 23:38:21.927892 15595 network_create.go:108] docker network addons-537454 192.168.49.0/24 created
I0923 23:38:21.927920 15595 kic.go:121] calculated static IP "192.168.49.2" for the "addons-537454" container
I0923 23:38:21.927980 15595 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0923 23:38:21.944031 15595 cli_runner.go:164] Run: docker volume create addons-537454 --label name.minikube.sigs.k8s.io=addons-537454 --label created_by.minikube.sigs.k8s.io=true
I0923 23:38:21.960539 15595 oci.go:103] Successfully created a docker volume addons-537454
I0923 23:38:21.960609 15595 cli_runner.go:164] Run: docker run --rm --name addons-537454-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-537454 --entrypoint /usr/bin/test -v addons-537454:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib
I0923 23:38:26.865572 15595 cli_runner.go:217] Completed: docker run --rm --name addons-537454-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-537454 --entrypoint /usr/bin/test -v addons-537454:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib: (4.904931075s)
I0923 23:38:26.865595 15595 oci.go:107] Successfully prepared a docker volume addons-537454
I0923 23:38:26.865623 15595 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 23:38:26.865641 15595 kic.go:194] Starting extracting preloaded images to volume ...
I0923 23:38:26.865699 15595 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19696-7438/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-537454:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir
I0923 23:38:30.893439 15595 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19696-7438/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-537454:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir: (4.027692759s)
I0923 23:38:30.893470 15595 kic.go:203] duration metric: took 4.027824476s to extract preloaded images to volume ...
W0923 23:38:30.893599 15595 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0923 23:38:30.893711 15595 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0923 23:38:30.938320 15595 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-537454 --name addons-537454 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-537454 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-537454 --network addons-537454 --ip 192.168.49.2 --volume addons-537454:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21
I0923 23:38:31.251026 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Running}}
I0923 23:38:31.268758 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:31.287395 15595 cli_runner.go:164] Run: docker exec addons-537454 stat /var/lib/dpkg/alternatives/iptables
I0923 23:38:31.327405 15595 oci.go:144] the created container "addons-537454" has a running status.
I0923 23:38:31.327436 15595 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa...
I0923 23:38:31.474411 15595 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0923 23:38:31.494348 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:31.512464 15595 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0923 23:38:31.512484 15595 kic_runner.go:114] Args: [docker exec --privileged addons-537454 chown docker:docker /home/docker/.ssh/authorized_keys]
I0923 23:38:31.562647 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:31.589347 15595 machine.go:93] provisionDockerMachine start ...
I0923 23:38:31.589432 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:31.606247 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:31.606475 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:31.606490 15595 main.go:141] libmachine: About to run SSH command:
hostname
I0923 23:38:31.607022 15595 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:46604->127.0.0.1:32768: read: connection reset by peer
I0923 23:38:34.717425 15595 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-537454
I0923 23:38:34.717455 15595 ubuntu.go:169] provisioning hostname "addons-537454"
I0923 23:38:34.717517 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:34.734993 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:34.735177 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:34.735195 15595 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-537454 && echo "addons-537454" | sudo tee /etc/hostname
I0923 23:38:34.856484 15595 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-537454
I0923 23:38:34.856562 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:34.874764 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:34.874925 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:34.874941 15595 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-537454' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-537454/g' /etc/hosts;
else
echo '127.0.1.1 addons-537454' | sudo tee -a /etc/hosts;
fi
fi
I0923 23:38:34.985984 15595 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0923 23:38:34.986029 15595 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19696-7438/.minikube CaCertPath:/home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19696-7438/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19696-7438/.minikube}
I0923 23:38:34.986069 15595 ubuntu.go:177] setting up certificates
I0923 23:38:34.986080 15595 provision.go:84] configureAuth start
I0923 23:38:34.986127 15595 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-537454
I0923 23:38:35.002662 15595 provision.go:143] copyHostCerts
I0923 23:38:35.002733 15595 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19696-7438/.minikube/ca.pem (1078 bytes)
I0923 23:38:35.002837 15595 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19696-7438/.minikube/cert.pem (1123 bytes)
I0923 23:38:35.002894 15595 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19696-7438/.minikube/key.pem (1679 bytes)
I0923 23:38:35.002941 15595 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19696-7438/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca-key.pem org=jenkins.addons-537454 san=[127.0.0.1 192.168.49.2 addons-537454 localhost minikube]
I0923 23:38:35.293595 15595 provision.go:177] copyRemoteCerts
I0923 23:38:35.293656 15595 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0923 23:38:35.293688 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:35.309749 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:35.393981 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0923 23:38:35.414973 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0923 23:38:35.435675 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0923 23:38:35.455896 15595 provision.go:87] duration metric: took 469.802631ms to configureAuth
I0923 23:38:35.455925 15595 ubuntu.go:193] setting minikube options for container-runtime
I0923 23:38:35.456070 15595 config.go:182] Loaded profile config "addons-537454": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 23:38:35.456114 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:35.472385 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:35.472574 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:35.472586 15595 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0923 23:38:35.586313 15595 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0923 23:38:35.586333 15595 ubuntu.go:71] root file system type: overlay
I0923 23:38:35.586443 15595 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0923 23:38:35.586491 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:35.602945 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:35.603146 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:35.603215 15595 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0923 23:38:35.724717 15595 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0923 23:38:35.724792 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:35.741589 15595 main.go:141] libmachine: Using SSH client type: native
I0923 23:38:35.741760 15595 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0923 23:38:35.741778 15595 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0923 23:38:36.407566 15595 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-09-20 11:39:29.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-09-23 23:38:35.719455766 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0923 23:38:36.407600 15595 machine.go:96] duration metric: took 4.81823344s to provisionDockerMachine
I0923 23:38:36.407610 15595 client.go:171] duration metric: took 14.962149777s to LocalClient.Create
I0923 23:38:36.407628 15595 start.go:167] duration metric: took 14.962214464s to libmachine.API.Create "addons-537454"
I0923 23:38:36.407637 15595 start.go:293] postStartSetup for "addons-537454" (driver="docker")
I0923 23:38:36.407650 15595 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0923 23:38:36.407732 15595 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0923 23:38:36.407764 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:36.424283 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:36.510706 15595 ssh_runner.go:195] Run: cat /etc/os-release
I0923 23:38:36.513720 15595 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0923 23:38:36.513751 15595 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0923 23:38:36.513759 15595 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0923 23:38:36.513766 15595 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0923 23:38:36.513777 15595 filesync.go:126] Scanning /home/jenkins/minikube-integration/19696-7438/.minikube/addons for local assets ...
I0923 23:38:36.513840 15595 filesync.go:126] Scanning /home/jenkins/minikube-integration/19696-7438/.minikube/files for local assets ...
I0923 23:38:36.513872 15595 start.go:296] duration metric: took 106.229016ms for postStartSetup
I0923 23:38:36.514184 15595 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-537454
I0923 23:38:36.530116 15595 profile.go:143] Saving config to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/config.json ...
I0923 23:38:36.530400 15595 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0923 23:38:36.530455 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:36.546467 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:36.626601 15595 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0923 23:38:36.630480 15595 start.go:128] duration metric: took 15.188313949s to createHost
I0923 23:38:36.630509 15595 start.go:83] releasing machines lock for "addons-537454", held for 15.18846154s
I0923 23:38:36.630565 15595 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-537454
I0923 23:38:36.648124 15595 ssh_runner.go:195] Run: cat /version.json
I0923 23:38:36.648170 15595 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0923 23:38:36.648190 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:36.648228 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:36.664614 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:36.664939 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:36.822729 15595 ssh_runner.go:195] Run: systemctl --version
I0923 23:38:36.826477 15595 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0923 23:38:36.830315 15595 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0923 23:38:36.852306 15595 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0923 23:38:36.852361 15595 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0923 23:38:36.877157 15595 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0923 23:38:36.877183 15595 start.go:495] detecting cgroup driver to use...
I0923 23:38:36.877210 15595 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0923 23:38:36.877300 15595 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 23:38:36.891501 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0923 23:38:36.900493 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0923 23:38:36.909279 15595 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0923 23:38:36.909326 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0923 23:38:36.918168 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 23:38:36.926480 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0923 23:38:36.934718 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 23:38:36.943076 15595 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0923 23:38:36.950862 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0923 23:38:36.959503 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0923 23:38:36.968008 15595 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0923 23:38:36.976604 15595 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0923 23:38:36.984128 15595 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0923 23:38:36.984179 15595 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0923 23:38:36.996656 15595 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0923 23:38:37.004260 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:37.077533 15595 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0923 23:38:37.160362 15595 start.go:495] detecting cgroup driver to use...
I0923 23:38:37.160414 15595 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0923 23:38:37.160462 15595 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0923 23:38:37.170961 15595 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0923 23:38:37.171022 15595 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0923 23:38:37.181535 15595 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 23:38:37.196521 15595 ssh_runner.go:195] Run: which cri-dockerd
I0923 23:38:37.199626 15595 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0923 23:38:37.208771 15595 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0923 23:38:37.225462 15595 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0923 23:38:37.306218 15595 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0923 23:38:37.404429 15595 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0923 23:38:37.404566 15595 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0923 23:38:37.420989 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:37.501358 15595 ssh_runner.go:195] Run: sudo systemctl restart docker
I0923 23:38:37.751036 15595 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0923 23:38:37.761236 15595 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0923 23:38:37.771311 15595 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0923 23:38:37.845312 15595 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0923 23:38:37.918501 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:37.989092 15595 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0923 23:38:38.000702 15595 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0923 23:38:38.010566 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:38.083368 15595 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0923 23:38:38.142779 15595 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0923 23:38:38.142864 15595 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0923 23:38:38.146256 15595 start.go:563] Will wait 60s for crictl version
I0923 23:38:38.146303 15595 ssh_runner.go:195] Run: which crictl
I0923 23:38:38.149454 15595 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0923 23:38:38.179723 15595 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I0923 23:38:38.179781 15595 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0923 23:38:38.203320 15595 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0923 23:38:38.228732 15595 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I0923 23:38:38.228825 15595 cli_runner.go:164] Run: docker network inspect addons-537454 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0923 23:38:38.244693 15595 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0923 23:38:38.248038 15595 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0923 23:38:38.257622 15595 kubeadm.go:883] updating cluster {Name:addons-537454 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-537454 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0923 23:38:38.257731 15595 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 23:38:38.257780 15595 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0923 23:38:38.275699 15595 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0923 23:38:38.275717 15595 docker.go:615] Images already preloaded, skipping extraction
I0923 23:38:38.275770 15595 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0923 23:38:38.292934 15595 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0923 23:38:38.292956 15595 cache_images.go:84] Images are preloaded, skipping loading
I0923 23:38:38.292965 15595 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 docker true true} ...
I0923 23:38:38.293046 15595 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-537454 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-537454 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0923 23:38:38.293092 15595 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0923 23:38:38.334993 15595 cni.go:84] Creating CNI manager for ""
I0923 23:38:38.335020 15595 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0923 23:38:38.335033 15595 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0923 23:38:38.335074 15595 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-537454 NodeName:addons-537454 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0923 23:38:38.335237 15595 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-537454"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0923 23:38:38.335296 15595 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0923 23:38:38.343205 15595 binaries.go:44] Found k8s binaries, skipping transfer
I0923 23:38:38.343270 15595 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0923 23:38:38.350803 15595 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0923 23:38:38.367309 15595 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0923 23:38:38.383596 15595 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0923 23:38:38.399803 15595 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0923 23:38:38.403057 15595 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0923 23:38:38.412586 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:38.482361 15595 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0923 23:38:38.494625 15595 certs.go:68] Setting up /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454 for IP: 192.168.49.2
I0923 23:38:38.494661 15595 certs.go:194] generating shared ca certs ...
I0923 23:38:38.494680 15595 certs.go:226] acquiring lock for ca certs: {Name:mk58861dc8405e290d4d335b8c9b6a3834f35c29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.494812 15595 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19696-7438/.minikube/ca.key
I0923 23:38:38.610163 15595 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19696-7438/.minikube/ca.crt ...
I0923 23:38:38.610194 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/ca.crt: {Name:mkf268b0a48f9c264926defce7bd0880fb79a0e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.610380 15595 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19696-7438/.minikube/ca.key ...
I0923 23:38:38.610396 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/ca.key: {Name:mkf63085087d7f21d63e7b725611d77ba52c58cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.610495 15595 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.key
I0923 23:38:38.861326 15595 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.crt ...
I0923 23:38:38.861356 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.crt: {Name:mk5563797d9e118756d610c9c474e542c5f95ae3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.861542 15595 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.key ...
I0923 23:38:38.861560 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.key: {Name:mk0a36d4ba9cddbd1c133e59b16db15c43826cbe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.861655 15595 certs.go:256] generating profile certs ...
I0923 23:38:38.861716 15595 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.key
I0923 23:38:38.861733 15595 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.crt with IP's: []
I0923 23:38:38.947794 15595 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.crt ...
I0923 23:38:38.947824 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.crt: {Name:mk4d93ff6847f8fc2a964fb2d90da0addb546724 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.948008 15595 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.key ...
I0923 23:38:38.948025 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/client.key: {Name:mk6c07bf2215f6125b8fd821f618eb81f3123b5d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:38.948129 15595 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key.67cf54a3
I0923 23:38:38.948156 15595 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt.67cf54a3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0923 23:38:39.047518 15595 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt.67cf54a3 ...
I0923 23:38:39.047547 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt.67cf54a3: {Name:mkb644dbea835d1512d92ea5f1e3bdcbffb469fe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:39.047737 15595 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key.67cf54a3 ...
I0923 23:38:39.047753 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key.67cf54a3: {Name:mk8b10b1c0027890185ed1480433d1edd79d81f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:39.047852 15595 certs.go:381] copying /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt.67cf54a3 -> /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt
I0923 23:38:39.047950 15595 certs.go:385] copying /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key.67cf54a3 -> /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key
I0923 23:38:39.048022 15595 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.key
I0923 23:38:39.048043 15595 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.crt with IP's: []
I0923 23:38:39.177399 15595 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.crt ...
I0923 23:38:39.177428 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.crt: {Name:mk4c2bcd8e29ba40ef0d702e456f6cc12643c76f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:39.177628 15595 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.key ...
I0923 23:38:39.177644 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.key: {Name:mk0b805c6a5a96a200e2ad8b91700b46d18926a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:39.177862 15595 certs.go:484] found cert: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca-key.pem (1679 bytes)
I0923 23:38:39.177906 15595 certs.go:484] found cert: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/ca.pem (1078 bytes)
I0923 23:38:39.177941 15595 certs.go:484] found cert: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/cert.pem (1123 bytes)
I0923 23:38:39.177970 15595 certs.go:484] found cert: /home/jenkins/minikube-integration/19696-7438/.minikube/certs/key.pem (1679 bytes)
I0923 23:38:39.178543 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0923 23:38:39.200192 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0923 23:38:39.221630 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0923 23:38:39.242137 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0923 23:38:39.262770 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0923 23:38:39.282782 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0923 23:38:39.303856 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0923 23:38:39.325077 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/profiles/addons-537454/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0923 23:38:39.345894 15595 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19696-7438/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0923 23:38:39.366438 15595 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0923 23:38:39.381402 15595 ssh_runner.go:195] Run: openssl version
I0923 23:38:39.386293 15595 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0923 23:38:39.394476 15595 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0923 23:38:39.397718 15595 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 23 23:38 /usr/share/ca-certificates/minikubeCA.pem
I0923 23:38:39.397763 15595 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0923 23:38:39.403797 15595 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0923 23:38:39.411602 15595 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0923 23:38:39.414427 15595 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0923 23:38:39.414474 15595 kubeadm.go:392] StartCluster: {Name:addons-537454 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-537454 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0923 23:38:39.414590 15595 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0923 23:38:39.430453 15595 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0923 23:38:39.438469 15595 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0923 23:38:39.445842 15595 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0923 23:38:39.445884 15595 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0923 23:38:39.453168 15595 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0923 23:38:39.453184 15595 kubeadm.go:157] found existing configuration files:
I0923 23:38:39.453231 15595 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0923 23:38:39.460729 15595 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0923 23:38:39.460784 15595 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0923 23:38:39.467988 15595 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0923 23:38:39.475134 15595 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0923 23:38:39.475175 15595 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0923 23:38:39.482288 15595 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0923 23:38:39.489550 15595 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0923 23:38:39.489596 15595 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0923 23:38:39.496704 15595 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0923 23:38:39.504259 15595 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0923 23:38:39.504310 15595 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0923 23:38:39.511455 15595 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0923 23:38:39.543128 15595 kubeadm.go:310] W0923 23:38:39.542530 1931 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0923 23:38:39.543745 15595 kubeadm.go:310] W0923 23:38:39.543119 1931 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0923 23:38:39.563767 15595 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1069-gcp\n", err: exit status 1
I0923 23:38:39.611664 15595 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0923 23:38:49.193112 15595 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0923 23:38:49.193164 15595 kubeadm.go:310] [preflight] Running pre-flight checks
I0923 23:38:49.193230 15595 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0923 23:38:49.193322 15595 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1069-gcp[0m
I0923 23:38:49.193373 15595 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0923 23:38:49.193426 15595 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0923 23:38:49.193492 15595 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0923 23:38:49.193557 15595 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0923 23:38:49.193625 15595 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0923 23:38:49.193706 15595 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0923 23:38:49.193768 15595 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0923 23:38:49.193834 15595 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0923 23:38:49.193895 15595 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0923 23:38:49.193977 15595 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0923 23:38:49.194083 15595 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0923 23:38:49.194201 15595 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0923 23:38:49.194338 15595 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0923 23:38:49.194522 15595 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0923 23:38:49.196296 15595 out.go:235] - Generating certificates and keys ...
I0923 23:38:49.196417 15595 kubeadm.go:310] [certs] Using existing ca certificate authority
I0923 23:38:49.196494 15595 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0923 23:38:49.196592 15595 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0923 23:38:49.196651 15595 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0923 23:38:49.196713 15595 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0923 23:38:49.196761 15595 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0923 23:38:49.196838 15595 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0923 23:38:49.196952 15595 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-537454 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0923 23:38:49.197000 15595 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0923 23:38:49.197102 15595 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-537454 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0923 23:38:49.197212 15595 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0923 23:38:49.197308 15595 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0923 23:38:49.197393 15595 kubeadm.go:310] [certs] Generating "sa" key and public key
I0923 23:38:49.197474 15595 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0923 23:38:49.197556 15595 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0923 23:38:49.197645 15595 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0923 23:38:49.197741 15595 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0923 23:38:49.197844 15595 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0923 23:38:49.197907 15595 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0923 23:38:49.197975 15595 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0923 23:38:49.198093 15595 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0923 23:38:49.199710 15595 out.go:235] - Booting up control plane ...
I0923 23:38:49.199806 15595 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0923 23:38:49.199889 15595 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0923 23:38:49.199971 15595 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0923 23:38:49.200097 15595 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0923 23:38:49.200210 15595 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0923 23:38:49.200277 15595 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0923 23:38:49.200431 15595 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0923 23:38:49.200578 15595 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0923 23:38:49.200668 15595 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.565517ms
I0923 23:38:49.200765 15595 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0923 23:38:49.200850 15595 kubeadm.go:310] [api-check] The API server is healthy after 5.001445217s
I0923 23:38:49.200957 15595 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0923 23:38:49.201113 15595 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0923 23:38:49.201177 15595 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0923 23:38:49.201348 15595 kubeadm.go:310] [mark-control-plane] Marking the node addons-537454 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0923 23:38:49.201441 15595 kubeadm.go:310] [bootstrap-token] Using token: elzlxh.9m0xj6jr8t1oj7h8
I0923 23:38:49.203018 15595 out.go:235] - Configuring RBAC rules ...
I0923 23:38:49.203131 15595 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0923 23:38:49.203223 15595 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0923 23:38:49.203369 15595 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0923 23:38:49.203514 15595 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0923 23:38:49.203709 15595 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0923 23:38:49.203820 15595 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0923 23:38:49.203969 15595 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0923 23:38:49.204024 15595 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0923 23:38:49.204065 15595 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0923 23:38:49.204071 15595 kubeadm.go:310]
I0923 23:38:49.204128 15595 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0923 23:38:49.204136 15595 kubeadm.go:310]
I0923 23:38:49.204258 15595 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0923 23:38:49.204271 15595 kubeadm.go:310]
I0923 23:38:49.204305 15595 kubeadm.go:310] mkdir -p $HOME/.kube
I0923 23:38:49.204395 15595 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0923 23:38:49.204468 15595 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0923 23:38:49.204479 15595 kubeadm.go:310]
I0923 23:38:49.204549 15595 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0923 23:38:49.204562 15595 kubeadm.go:310]
I0923 23:38:49.204627 15595 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0923 23:38:49.204635 15595 kubeadm.go:310]
I0923 23:38:49.204696 15595 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0923 23:38:49.204810 15595 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0923 23:38:49.204928 15595 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0923 23:38:49.204939 15595 kubeadm.go:310]
I0923 23:38:49.205036 15595 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0923 23:38:49.205143 15595 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0923 23:38:49.205158 15595 kubeadm.go:310]
I0923 23:38:49.205253 15595 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token elzlxh.9m0xj6jr8t1oj7h8 \
I0923 23:38:49.205382 15595 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:6e055d3881aa058b5f446c68aa2091f6990cbec9617aed1214a4b54f45ad1753 \
I0923 23:38:49.205409 15595 kubeadm.go:310] --control-plane
I0923 23:38:49.205413 15595 kubeadm.go:310]
I0923 23:38:49.205509 15595 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0923 23:38:49.205521 15595 kubeadm.go:310]
I0923 23:38:49.205621 15595 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token elzlxh.9m0xj6jr8t1oj7h8 \
I0923 23:38:49.205749 15595 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:6e055d3881aa058b5f446c68aa2091f6990cbec9617aed1214a4b54f45ad1753
I0923 23:38:49.205765 15595 cni.go:84] Creating CNI manager for ""
I0923 23:38:49.205780 15595 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0923 23:38:49.207316 15595 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0923 23:38:49.208423 15595 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0923 23:38:49.216391 15595 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0923 23:38:49.232513 15595 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0923 23:38:49.232622 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:49.232682 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-537454 minikube.k8s.io/updated_at=2024_09_23T23_38_49_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=41795ff643dcbe39cdf81f27d064464d20ae8e7c minikube.k8s.io/name=addons-537454 minikube.k8s.io/primary=true
I0923 23:38:49.239281 15595 ops.go:34] apiserver oom_adj: -16
I0923 23:38:49.299068 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:49.800132 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:50.299914 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:50.799865 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:51.299751 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:51.799883 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:52.299530 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:52.799946 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:53.299225 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:53.799600 15595 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0923 23:38:53.868910 15595 kubeadm.go:1113] duration metric: took 4.636320792s to wait for elevateKubeSystemPrivileges
I0923 23:38:53.868944 15595 kubeadm.go:394] duration metric: took 14.45447138s to StartCluster
I0923 23:38:53.868964 15595 settings.go:142] acquiring lock: {Name:mk63f6c8af11a909d6ec80320206b199474d1aa7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:53.869092 15595 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19696-7438/kubeconfig
I0923 23:38:53.869428 15595 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19696-7438/kubeconfig: {Name:mk3baf46f9789484e30e2455cc3982563b43a0a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 23:38:53.869620 15595 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0923 23:38:53.869639 15595 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0923 23:38:53.869618 15595 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0923 23:38:53.869845 15595 config.go:182] Loaded profile config "addons-537454": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 23:38:53.869833 15595 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-537454"
I0923 23:38:53.869909 15595 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-537454"
I0923 23:38:53.869942 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.869743 15595 addons.go:69] Setting ingress-dns=true in profile "addons-537454"
I0923 23:38:53.870027 15595 addons.go:234] Setting addon ingress-dns=true in "addons-537454"
I0923 23:38:53.870070 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.869743 15595 addons.go:69] Setting ingress=true in profile "addons-537454"
I0923 23:38:53.870143 15595 addons.go:234] Setting addon ingress=true in "addons-537454"
I0923 23:38:53.870191 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.869751 15595 addons.go:69] Setting inspektor-gadget=true in profile "addons-537454"
I0923 23:38:53.870271 15595 addons.go:234] Setting addon inspektor-gadget=true in "addons-537454"
I0923 23:38:53.870311 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.869754 15595 addons.go:69] Setting default-storageclass=true in profile "addons-537454"
I0923 23:38:53.870354 15595 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-537454"
I0923 23:38:53.869758 15595 addons.go:69] Setting metrics-server=true in profile "addons-537454"
I0923 23:38:53.870493 15595 addons.go:234] Setting addon metrics-server=true in "addons-537454"
I0923 23:38:53.870552 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.870580 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.870643 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.870648 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.870552 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.870810 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.871178 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.869770 15595 addons.go:69] Setting gcp-auth=true in profile "addons-537454"
I0923 23:38:53.871356 15595 mustload.go:65] Loading cluster: addons-537454
I0923 23:38:53.869777 15595 addons.go:69] Setting volcano=true in profile "addons-537454"
I0923 23:38:53.871537 15595 addons.go:234] Setting addon volcano=true in "addons-537454"
I0923 23:38:53.871547 15595 config.go:182] Loaded profile config "addons-537454": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 23:38:53.871570 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.869780 15595 addons.go:69] Setting cloud-spanner=true in profile "addons-537454"
I0923 23:38:53.871736 15595 addons.go:234] Setting addon cloud-spanner=true in "addons-537454"
I0923 23:38:53.871761 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.871789 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.872036 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.872292 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.872576 15595 out.go:177] * Verifying Kubernetes components...
I0923 23:38:53.874841 15595 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 23:38:53.869787 15595 addons.go:69] Setting volumesnapshots=true in profile "addons-537454"
I0923 23:38:53.875257 15595 addons.go:234] Setting addon volumesnapshots=true in "addons-537454"
I0923 23:38:53.875345 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.876083 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.869791 15595 addons.go:69] Setting registry=true in profile "addons-537454"
I0923 23:38:53.879199 15595 addons.go:234] Setting addon registry=true in "addons-537454"
I0923 23:38:53.879270 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.879690 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.869785 15595 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-537454"
I0923 23:38:53.882087 15595 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-537454"
I0923 23:38:53.869805 15595 addons.go:69] Setting storage-provisioner=true in profile "addons-537454"
I0923 23:38:53.869733 15595 addons.go:69] Setting yakd=true in profile "addons-537454"
I0923 23:38:53.869769 15595 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-537454"
I0923 23:38:53.883244 15595 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-537454"
I0923 23:38:53.883456 15595 addons.go:234] Setting addon storage-provisioner=true in "addons-537454"
I0923 23:38:53.883520 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.883658 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.883998 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.884278 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.884293 15595 addons.go:234] Setting addon yakd=true in "addons-537454"
I0923 23:38:53.885097 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.911695 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.913704 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.922714 15595 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0923 23:38:53.924176 15595 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0923 23:38:53.924261 15595 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0923 23:38:53.926669 15595 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0923 23:38:53.926723 15595 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0923 23:38:53.926908 15595 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0923 23:38:53.926927 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0923 23:38:53.927000 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.926751 15595 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0923 23:38:53.926700 15595 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0923 23:38:53.934585 15595 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0923 23:38:53.934608 15595 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0923 23:38:53.934677 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.936037 15595 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0923 23:38:53.936064 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0923 23:38:53.936069 15595 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0923 23:38:53.936084 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0923 23:38:53.936128 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.936218 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.936629 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.937425 15595 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I0923 23:38:53.937776 15595 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0923 23:38:53.938942 15595 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0923 23:38:53.938983 15595 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0923 23:38:53.939094 15595 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0923 23:38:53.939114 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0923 23:38:53.939176 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.939803 15595 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-537454"
I0923 23:38:53.939847 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.939922 15595 addons.go:234] Setting addon default-storageclass=true in "addons-537454"
I0923 23:38:53.939958 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:38:53.940211 15595 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0923 23:38:53.940227 15595 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0923 23:38:53.940277 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.940288 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.941409 15595 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0923 23:38:53.941429 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0923 23:38:53.941474 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.941946 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:38:53.968839 15595 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0923 23:38:53.970090 15595 out.go:177] - Using image docker.io/registry:2.8.3
I0923 23:38:53.971563 15595 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0923 23:38:53.971582 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0923 23:38:53.971636 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.982388 15595 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0923 23:38:53.982411 15595 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0923 23:38:53.982452 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:53.989150 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0923 23:38:53.991393 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0923 23:38:53.995597 15595 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0923 23:38:53.996870 15595 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0923 23:38:53.998229 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0923 23:38:53.999811 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0923 23:38:54.001387 15595 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0923 23:38:54.001501 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0923 23:38:54.002767 15595 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0923 23:38:54.002907 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0923 23:38:54.002974 15595 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0923 23:38:54.003035 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:54.004241 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.005667 15595 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0923 23:38:54.005970 15595 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0923 23:38:54.006083 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:54.005877 15595 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0923 23:38:54.006428 15595 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0923 23:38:54.007281 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0923 23:38:54.007873 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0923 23:38:54.007933 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:54.008868 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.008981 15595 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0923 23:38:54.009061 15595 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0923 23:38:54.009072 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0923 23:38:54.009118 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:54.011354 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.012592 15595 out.go:177] - Using image docker.io/busybox:stable
I0923 23:38:54.013854 15595 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0923 23:38:54.013871 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0923 23:38:54.013918 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:38:54.018712 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.020104 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.020553 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.022052 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.026034 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.026378 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.032764 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.043499 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.047639 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.049667 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
W0923 23:38:54.052098 15595 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0923 23:38:54.052126 15595 retry.go:31] will retry after 210.294205ms: ssh: handshake failed: EOF
I0923 23:38:54.052422 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:38:54.140181 15595 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0923 23:38:54.149188 15595 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0923 23:38:54.443811 15595 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0923 23:38:54.443890 15595 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0923 23:38:54.453927 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0923 23:38:54.536027 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0923 23:38:54.540940 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0923 23:38:54.542368 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0923 23:38:54.543541 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0923 23:38:54.543588 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0923 23:38:54.549698 15595 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0923 23:38:54.549724 15595 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0923 23:38:54.552184 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0923 23:38:54.635717 15595 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0923 23:38:54.635745 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0923 23:38:54.652964 15595 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0923 23:38:54.653052 15595 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0923 23:38:54.734797 15595 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0923 23:38:54.734906 15595 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0923 23:38:54.735744 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0923 23:38:54.735768 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0923 23:38:54.748018 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0923 23:38:54.837037 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0923 23:38:54.849466 15595 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0923 23:38:54.849547 15595 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0923 23:38:54.853613 15595 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0923 23:38:54.853683 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0923 23:38:55.036300 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0923 23:38:55.036339 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0923 23:38:55.036903 15595 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0923 23:38:55.036969 15595 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0923 23:38:55.141650 15595 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0923 23:38:55.141736 15595 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0923 23:38:55.144172 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0923 23:38:55.145769 15595 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0923 23:38:55.145827 15595 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0923 23:38:55.334722 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0923 23:38:55.435089 15595 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0923 23:38:55.435173 15595 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0923 23:38:55.440926 15595 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0923 23:38:55.441005 15595 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0923 23:38:55.454803 15595 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0923 23:38:55.454885 15595 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0923 23:38:55.538836 15595 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0923 23:38:55.538864 15595 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0923 23:38:55.548021 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0923 23:38:55.548099 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0923 23:38:55.740046 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0923 23:38:55.752159 15595 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0923 23:38:55.752254 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0923 23:38:56.045103 15595 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0923 23:38:56.045179 15595 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0923 23:38:56.150480 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0923 23:38:56.150568 15595 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0923 23:38:56.152041 15595 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0923 23:38:56.152108 15595 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0923 23:38:56.240313 15595 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.091088475s)
I0923 23:38:56.240505 15595 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.100284347s)
I0923 23:38:56.240645 15595 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0923 23:38:56.242854 15595 node_ready.go:35] waiting up to 6m0s for node "addons-537454" to be "Ready" ...
I0923 23:38:56.252219 15595 node_ready.go:49] node "addons-537454" has status "Ready":"True"
I0923 23:38:56.252251 15595 node_ready.go:38] duration metric: took 9.321906ms for node "addons-537454" to be "Ready" ...
I0923 23:38:56.252262 15595 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0923 23:38:56.261367 15595 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace to be "Ready" ...
I0923 23:38:56.338181 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0923 23:38:56.436012 15595 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0923 23:38:56.436117 15595 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0923 23:38:56.537080 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0923 23:38:56.537169 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0923 23:38:56.736419 15595 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0923 23:38:56.736449 15595 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0923 23:38:56.746050 15595 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-537454" context rescaled to 1 replicas
I0923 23:38:56.839458 15595 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0923 23:38:56.839491 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0923 23:38:57.046026 15595 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0923 23:38:57.046110 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0923 23:38:57.158347 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0923 23:38:57.245161 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0923 23:38:57.245243 15595 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0923 23:38:57.556492 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0923 23:38:57.744408 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0923 23:38:57.744443 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0923 23:38:58.351108 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status "Ready":"False"
I0923 23:38:58.352047 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0923 23:38:58.352082 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0923 23:38:58.643054 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.189016367s)
I0923 23:38:58.747687 15595 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0923 23:38:58.747741 15595 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0923 23:38:59.039803 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0923 23:39:00.843778 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:00.951026 15595 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0923 23:39:00.951154 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:39:00.970323 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:39:01.556581 15595 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0923 23:39:01.836934 15595 addons.go:234] Setting addon gcp-auth=true in "addons-537454"
I0923 23:39:01.836996 15595 host.go:66] Checking if "addons-537454" exists ...
I0923 23:39:01.837585 15595 cli_runner.go:164] Run: docker container inspect addons-537454 --format={{.State.Status}}
I0923 23:39:01.864289 15595 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0923 23:39:01.864349 15595 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-537454
I0923 23:39:01.880958 15595 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19696-7438/.minikube/machines/addons-537454/id_rsa Username:docker}
I0923 23:39:02.936540 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:02.952895 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.416828777s)
I0923 23:39:02.952937 15595 addons.go:475] Verifying addon ingress=true in "addons-537454"
I0923 23:39:02.953320 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (8.412344736s)
I0923 23:39:02.954494 15595 out.go:177] * Verifying ingress addon...
I0923 23:39:02.957126 15595 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0923 23:39:03.043845 15595 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0923 23:39:03.043877 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:03.538242 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:03.963320 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:04.544239 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:05.037732 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:05.437427 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:05.542112 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:05.635382 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (11.092936724s)
I0923 23:39:05.635514 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (10.887463293s)
I0923 23:39:05.635558 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.79848295s)
I0923 23:39:05.635620 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (10.491362822s)
I0923 23:39:05.635664 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (10.300906282s)
I0923 23:39:05.636792 15595 addons.go:475] Verifying addon registry=true in "addons-537454"
I0923 23:39:05.635750 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (9.89567593s)
I0923 23:39:05.637037 15595 addons.go:475] Verifying addon metrics-server=true in "addons-537454"
I0923 23:39:05.635810 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (9.297545822s)
I0923 23:39:05.635949 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (8.477568237s)
W0923 23:39:05.637296 15595 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0923 23:39:05.637353 15595 retry.go:31] will retry after 180.704076ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0923 23:39:05.636041 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (8.079510871s)
I0923 23:39:05.636246 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (11.084001261s)
I0923 23:39:05.639291 15595 out.go:177] * Verifying registry addon...
I0923 23:39:05.639491 15595 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-537454 service yakd-dashboard -n yakd-dashboard
I0923 23:39:05.643557 15595 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0923 23:39:05.648763 15595 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0923 23:39:05.648856 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0923 23:39:05.650682 15595 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0923 23:39:05.818382 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0923 23:39:06.038769 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:06.148052 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:06.462374 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:06.647781 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:06.951966 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.912046518s)
I0923 23:39:06.952007 15595 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-537454"
I0923 23:39:06.952394 15595 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.087918297s)
I0923 23:39:06.953598 15595 out.go:177] * Verifying csi-hostpath-driver addon...
I0923 23:39:06.953727 15595 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0923 23:39:06.960812 15595 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0923 23:39:06.962053 15595 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0923 23:39:06.963403 15595 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0923 23:39:06.963445 15595 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0923 23:39:06.965597 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:06.965869 15595 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0923 23:39:06.965887 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:07.057314 15595 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0923 23:39:07.057338 15595 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0923 23:39:07.077432 15595 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0923 23:39:07.077453 15595 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0923 23:39:07.148026 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:07.155871 15595 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0923 23:39:07.461542 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:07.465045 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:07.648669 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:07.841345 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:07.961851 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:07.965741 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:08.148867 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:08.539010 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.720578156s)
I0923 23:39:08.539435 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:08.540565 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:08.647996 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:08.744476 15595 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.588556346s)
I0923 23:39:08.746763 15595 addons.go:475] Verifying addon gcp-auth=true in "addons-537454"
I0923 23:39:08.748467 15595 out.go:177] * Verifying gcp-auth addon...
I0923 23:39:08.750744 15595 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0923 23:39:08.753231 15595 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0923 23:39:08.767250 15595 pod_ready.go:98] pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:39:08 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 HostIPs:[{IP:192.168.49.2
}] PodIP:10.244.0.3 PodIPs:[{IP:10.244.0.3}] StartTime:2024-09-23 23:38:53 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-09-23 23:38:56 +0000 UTC,FinishedAt:2024-09-23 23:39:07 +0000 UTC,ContainerID:docker://25e81925959c9ce1698eac61e46384caa4d84d2b25cbd30245868b671c9a5431,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.3 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e ContainerID:docker://25e81925959c9ce1698eac61e46384caa4d84d2b25cbd30245868b671c9a5431 Started:0xc001ac0e50 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc00087c380} {Name:kube-api-access-ktb7j MountPath:/var/run/secrets/kubernetes.io/serviceaccount
ReadOnly:true RecursiveReadOnly:0xc00087c390}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0923 23:39:08.767282 15595 pod_ready.go:82] duration metric: took 12.505884015s for pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace to be "Ready" ...
E0923 23:39:08.767298 15595 pod_ready.go:67] WaitExtra: waitPodCondition: pod "coredns-7c65d6cfc9-bgmvd" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:39:08 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-23 23:38:53 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.4
9.2 HostIPs:[{IP:192.168.49.2}] PodIP:10.244.0.3 PodIPs:[{IP:10.244.0.3}] StartTime:2024-09-23 23:38:53 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-09-23 23:38:56 +0000 UTC,FinishedAt:2024-09-23 23:39:07 +0000 UTC,ContainerID:docker://25e81925959c9ce1698eac61e46384caa4d84d2b25cbd30245868b671c9a5431,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.3 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e ContainerID:docker://25e81925959c9ce1698eac61e46384caa4d84d2b25cbd30245868b671c9a5431 Started:0xc001ac0e50 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc00087c380} {Name:kube-api-access-ktb7j MountPath:/var/run/secrets
/kubernetes.io/serviceaccount ReadOnly:true RecursiveReadOnly:0xc00087c390}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0923 23:39:08.767310 15595 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace to be "Ready" ...
I0923 23:39:08.961373 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:08.964819 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:09.147804 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:09.461791 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:09.465463 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:09.647899 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:09.962180 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:09.964583 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:10.148056 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:10.461461 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:10.465160 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:10.647334 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:10.773439 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:10.961021 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:10.964218 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:11.148386 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:11.462385 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:11.464611 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:11.647091 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:11.961282 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:11.964932 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:12.162088 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:12.478212 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:12.478650 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:12.646691 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:12.786108 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:12.961300 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:12.964120 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:13.147400 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:13.461724 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:13.464180 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:13.647376 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:13.961609 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:13.965264 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:14.146829 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:14.461165 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:14.464304 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:14.646524 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:14.961655 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:14.965074 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:15.147453 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:15.273728 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:15.460651 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:15.465445 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:15.646839 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:15.961321 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:15.964515 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:16.146357 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:16.462175 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:16.464305 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:16.647206 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:16.961609 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:16.965366 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:17.147375 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:17.462114 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:17.464551 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:17.648167 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:17.773437 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:17.961079 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:18.116181 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:18.147376 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:18.461722 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:18.464935 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:18.647628 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:18.961076 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:18.964054 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:19.147261 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:19.461206 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:19.464341 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:19.647756 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:19.961168 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:19.964430 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:20.147542 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:20.272341 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:20.461464 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:20.465245 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:20.647844 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:20.960802 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:20.964218 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:21.148182 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:21.461787 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:21.465720 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:21.647588 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:21.961268 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:21.964419 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:22.146614 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:22.272802 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:22.462204 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:22.464861 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:22.647059 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:22.961683 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:22.965194 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:23.147268 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:23.460339 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:23.465180 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:23.647600 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:23.961615 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:23.965435 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:24.147829 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:24.461970 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:24.464301 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:24.648028 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:24.773096 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:24.961926 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:24.964962 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:25.146983 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:25.461152 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:25.464346 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:25.647473 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:25.961420 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:25.964485 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:26.146653 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:26.461150 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:26.464511 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:26.646932 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:26.773169 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:26.961789 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:26.965436 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:27.147039 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:27.461487 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:27.464328 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:27.646965 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:27.960595 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:27.963876 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:28.148901 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:28.461008 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:28.464208 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:28.648173 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:28.773196 15595 pod_ready.go:103] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"False"
I0923 23:39:28.968799 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:28.969064 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:29.147708 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:29.460448 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:29.464843 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:29.646910 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:29.960617 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:29.964016 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:30.147227 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:30.462566 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:30.467267 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:30.647369 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:30.772406 15595 pod_ready.go:93] pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:30.772427 15595 pod_ready.go:82] duration metric: took 22.005104043s for pod "coredns-7c65d6cfc9-l5wfh" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.772435 15595 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.776387 15595 pod_ready.go:93] pod "etcd-addons-537454" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:30.776421 15595 pod_ready.go:82] duration metric: took 3.980891ms for pod "etcd-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.776430 15595 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.780315 15595 pod_ready.go:93] pod "kube-apiserver-addons-537454" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:30.780337 15595 pod_ready.go:82] duration metric: took 3.900725ms for pod "kube-apiserver-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.780346 15595 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.783993 15595 pod_ready.go:93] pod "kube-controller-manager-addons-537454" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:30.784011 15595 pod_ready.go:82] duration metric: took 3.659539ms for pod "kube-controller-manager-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.784030 15595 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-w5fqz" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.787543 15595 pod_ready.go:93] pod "kube-proxy-w5fqz" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:30.787563 15595 pod_ready.go:82] duration metric: took 3.526895ms for pod "kube-proxy-w5fqz" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.787574 15595 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:30.961060 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:30.964084 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:31.147597 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:31.171004 15595 pod_ready.go:93] pod "kube-scheduler-addons-537454" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:31.171027 15595 pod_ready.go:82] duration metric: took 383.446047ms for pod "kube-scheduler-addons-537454" in "kube-system" namespace to be "Ready" ...
I0923 23:39:31.171037 15595 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-27tsr" in "kube-system" namespace to be "Ready" ...
I0923 23:39:31.460805 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:31.464341 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:31.571135 15595 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-27tsr" in "kube-system" namespace has status "Ready":"True"
I0923 23:39:31.571161 15595 pod_ready.go:82] duration metric: took 400.116122ms for pod "nvidia-device-plugin-daemonset-27tsr" in "kube-system" namespace to be "Ready" ...
I0923 23:39:31.571172 15595 pod_ready.go:39] duration metric: took 35.318896415s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0923 23:39:31.571194 15595 api_server.go:52] waiting for apiserver process to appear ...
I0923 23:39:31.571254 15595 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0923 23:39:31.584965 15595 api_server.go:72] duration metric: took 37.715245669s to wait for apiserver process to appear ...
I0923 23:39:31.584987 15595 api_server.go:88] waiting for apiserver healthz status ...
I0923 23:39:31.585005 15595 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0923 23:39:31.589058 15595 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0923 23:39:31.589828 15595 api_server.go:141] control plane version: v1.31.1
I0923 23:39:31.589847 15595 api_server.go:131] duration metric: took 4.855068ms to wait for apiserver health ...
I0923 23:39:31.589856 15595 system_pods.go:43] waiting for kube-system pods to appear ...
I0923 23:39:31.647021 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:31.775156 15595 system_pods.go:59] 17 kube-system pods found
I0923 23:39:31.775188 15595 system_pods.go:61] "coredns-7c65d6cfc9-l5wfh" [07d4e905-d56d-4489-9f8d-2146badb4bc7] Running
I0923 23:39:31.775197 15595 system_pods.go:61] "csi-hostpath-attacher-0" [8458a209-5151-43e9-b3d7-c21882bc4294] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0923 23:39:31.775204 15595 system_pods.go:61] "csi-hostpath-resizer-0" [e871c282-b270-4e14-8605-9c0b26891139] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0923 23:39:31.775212 15595 system_pods.go:61] "csi-hostpathplugin-8s578" [d0b6a826-6d85-40ea-99d5-cf65e30d5613] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0923 23:39:31.775216 15595 system_pods.go:61] "etcd-addons-537454" [ad649787-c104-4dda-832d-3ea3abd19296] Running
I0923 23:39:31.775219 15595 system_pods.go:61] "kube-apiserver-addons-537454" [af8b28eb-6102-4021-8074-06a57acbddc8] Running
I0923 23:39:31.775223 15595 system_pods.go:61] "kube-controller-manager-addons-537454" [f406b9fa-72ab-44f3-a64b-fcd195a6deec] Running
I0923 23:39:31.775227 15595 system_pods.go:61] "kube-ingress-dns-minikube" [d283c460-5a7d-4974-a26d-22a6a9f13460] Running
I0923 23:39:31.775230 15595 system_pods.go:61] "kube-proxy-w5fqz" [10a56f73-ee42-4a77-8ea3-edd557532713] Running
I0923 23:39:31.775233 15595 system_pods.go:61] "kube-scheduler-addons-537454" [fcbb854d-5aac-41b3-8dfb-50cd37111e5b] Running
I0923 23:39:31.775240 15595 system_pods.go:61] "metrics-server-84c5f94fbc-vhxvb" [2b86c7cb-1ba3-4c6e-a24b-d7efc7056acf] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0923 23:39:31.775244 15595 system_pods.go:61] "nvidia-device-plugin-daemonset-27tsr" [b325bd7a-05f1-473f-bbfb-9f57ff7e8bfd] Running
I0923 23:39:31.775248 15595 system_pods.go:61] "registry-66c9cd494c-p8v2z" [09f0475c-4746-427a-ab8c-9c11b2ee2bfa] Running
I0923 23:39:31.775253 15595 system_pods.go:61] "registry-proxy-sgxhg" [d8940b72-00d5-4d8d-94d1-657f7a3dfea2] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0923 23:39:31.775259 15595 system_pods.go:61] "snapshot-controller-56fcc65765-cc8dd" [5f99f77f-2e6a-41b5-ba6f-03af5b5dc541] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0923 23:39:31.775267 15595 system_pods.go:61] "snapshot-controller-56fcc65765-wjv4x" [0df8ff41-a477-43f2-b65f-71742df438c6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0923 23:39:31.775271 15595 system_pods.go:61] "storage-provisioner" [78920239-356a-4105-a15b-92c22dc608a3] Running
I0923 23:39:31.775278 15595 system_pods.go:74] duration metric: took 185.416089ms to wait for pod list to return data ...
I0923 23:39:31.775288 15595 default_sa.go:34] waiting for default service account to be created ...
I0923 23:39:31.961366 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:31.964795 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:31.969883 15595 default_sa.go:45] found service account: "default"
I0923 23:39:31.969908 15595 default_sa.go:55] duration metric: took 194.61243ms for default service account to be created ...
I0923 23:39:31.969918 15595 system_pods.go:116] waiting for k8s-apps to be running ...
I0923 23:39:32.147181 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:32.176526 15595 system_pods.go:86] 17 kube-system pods found
I0923 23:39:32.176559 15595 system_pods.go:89] "coredns-7c65d6cfc9-l5wfh" [07d4e905-d56d-4489-9f8d-2146badb4bc7] Running
I0923 23:39:32.176571 15595 system_pods.go:89] "csi-hostpath-attacher-0" [8458a209-5151-43e9-b3d7-c21882bc4294] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0923 23:39:32.176591 15595 system_pods.go:89] "csi-hostpath-resizer-0" [e871c282-b270-4e14-8605-9c0b26891139] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0923 23:39:32.176601 15595 system_pods.go:89] "csi-hostpathplugin-8s578" [d0b6a826-6d85-40ea-99d5-cf65e30d5613] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0923 23:39:32.176611 15595 system_pods.go:89] "etcd-addons-537454" [ad649787-c104-4dda-832d-3ea3abd19296] Running
I0923 23:39:32.176618 15595 system_pods.go:89] "kube-apiserver-addons-537454" [af8b28eb-6102-4021-8074-06a57acbddc8] Running
I0923 23:39:32.176628 15595 system_pods.go:89] "kube-controller-manager-addons-537454" [f406b9fa-72ab-44f3-a64b-fcd195a6deec] Running
I0923 23:39:32.176634 15595 system_pods.go:89] "kube-ingress-dns-minikube" [d283c460-5a7d-4974-a26d-22a6a9f13460] Running
I0923 23:39:32.176642 15595 system_pods.go:89] "kube-proxy-w5fqz" [10a56f73-ee42-4a77-8ea3-edd557532713] Running
I0923 23:39:32.176648 15595 system_pods.go:89] "kube-scheduler-addons-537454" [fcbb854d-5aac-41b3-8dfb-50cd37111e5b] Running
I0923 23:39:32.176659 15595 system_pods.go:89] "metrics-server-84c5f94fbc-vhxvb" [2b86c7cb-1ba3-4c6e-a24b-d7efc7056acf] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0923 23:39:32.176666 15595 system_pods.go:89] "nvidia-device-plugin-daemonset-27tsr" [b325bd7a-05f1-473f-bbfb-9f57ff7e8bfd] Running
I0923 23:39:32.176673 15595 system_pods.go:89] "registry-66c9cd494c-p8v2z" [09f0475c-4746-427a-ab8c-9c11b2ee2bfa] Running
I0923 23:39:32.176682 15595 system_pods.go:89] "registry-proxy-sgxhg" [d8940b72-00d5-4d8d-94d1-657f7a3dfea2] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0923 23:39:32.176694 15595 system_pods.go:89] "snapshot-controller-56fcc65765-cc8dd" [5f99f77f-2e6a-41b5-ba6f-03af5b5dc541] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0923 23:39:32.176704 15595 system_pods.go:89] "snapshot-controller-56fcc65765-wjv4x" [0df8ff41-a477-43f2-b65f-71742df438c6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0923 23:39:32.176717 15595 system_pods.go:89] "storage-provisioner" [78920239-356a-4105-a15b-92c22dc608a3] Running
I0923 23:39:32.176726 15595 system_pods.go:126] duration metric: took 206.801523ms to wait for k8s-apps to be running ...
I0923 23:39:32.176735 15595 system_svc.go:44] waiting for kubelet service to be running ....
I0923 23:39:32.176788 15595 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0923 23:39:32.191870 15595 system_svc.go:56] duration metric: took 15.127291ms WaitForService to wait for kubelet
I0923 23:39:32.191903 15595 kubeadm.go:582] duration metric: took 38.32218416s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0923 23:39:32.191926 15595 node_conditions.go:102] verifying NodePressure condition ...
I0923 23:39:32.370927 15595 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0923 23:39:32.370963 15595 node_conditions.go:123] node cpu capacity is 8
I0923 23:39:32.370980 15595 node_conditions.go:105] duration metric: took 179.047406ms to run NodePressure ...
I0923 23:39:32.370995 15595 start.go:241] waiting for startup goroutines ...
I0923 23:39:32.461895 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:32.465367 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:32.647680 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:32.961453 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:32.964973 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:33.147275 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:33.461115 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:33.464606 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:33.648139 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:33.961203 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:33.964756 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:34.147110 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:34.460839 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:34.464396 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:34.647596 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:34.984306 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:34.984699 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:35.147193 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:35.461263 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:35.464802 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:35.647265 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0923 23:39:35.961567 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:35.964641 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:36.147369 15595 kapi.go:107] duration metric: took 30.503811344s to wait for kubernetes.io/minikube-addons=registry ...
I0923 23:39:36.462002 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:36.465179 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:36.960981 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:36.964473 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:37.461016 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:37.464005 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:37.961491 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:37.964991 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:38.462296 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:38.464377 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:38.961200 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:38.964408 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:39.461049 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:39.463968 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:39.961648 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:39.963800 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:40.460867 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:40.466201 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:40.961592 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:40.965232 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:41.464029 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:41.466391 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:41.960833 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:41.964470 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:42.461140 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:42.464962 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:42.961621 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:42.965256 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:43.461421 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:43.464948 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:43.961387 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:43.964219 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:44.461352 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:44.465051 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:44.960937 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:44.964051 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:45.461327 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:45.464861 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:45.997260 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:45.997288 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:46.462281 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:46.464371 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:46.961159 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:46.963920 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:47.461847 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:47.465575 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:47.961123 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:47.964587 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:48.462118 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:48.464513 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:49.058080 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:49.058132 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:49.461721 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:49.463718 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:49.961580 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:49.964719 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:50.461137 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:50.465066 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:50.962171 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:50.964429 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:51.460687 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:51.464158 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:51.961753 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:51.964536 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:52.461704 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:52.465047 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:52.961516 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:52.964633 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:53.461820 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:53.465509 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:53.961947 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:53.963720 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:54.461954 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:54.465628 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:54.962636 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:55.062865 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:55.461267 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:55.464922 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:55.961374 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:56.062099 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:56.461569 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:56.465407 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:56.961609 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:56.964650 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:57.461521 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:57.465165 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:57.960665 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:57.964512 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:58.460929 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:58.464328 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:58.961048 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:58.964072 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:59.460710 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:59.463973 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:39:59.962168 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:39:59.964654 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:00.461410 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:00.465409 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:00.960374 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:00.965897 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:01.462042 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:01.464462 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:01.961000 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:01.964195 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:02.462758 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:02.464881 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:02.961519 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:02.964381 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0923 23:40:03.461221 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:03.464652 15595 kapi.go:107] duration metric: took 56.503836288s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0923 23:40:03.961029 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:04.462061 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:04.961189 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:05.461465 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:05.960753 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:06.461396 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:06.960952 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:07.462825 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:07.962655 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:08.461488 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:08.961769 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:09.462225 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:09.961962 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:10.461577 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:10.961681 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:11.461097 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:11.962311 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:12.461384 15595 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0923 23:40:12.960687 15595 kapi.go:107] duration metric: took 1m10.003701138s to wait for app.kubernetes.io/name=ingress-nginx ...
I0923 23:40:32.254176 15595 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0923 23:40:32.254197 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:32.754380 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:33.253844 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:33.753840 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:34.254321 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:34.754511 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:35.254556 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:35.754839 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:36.254207 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:36.754198 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:37.253842 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:37.753862 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:38.253755 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:38.753783 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:39.253406 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:39.753949 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:40.254100 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:40.754286 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:41.253994 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:41.754306 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:42.254125 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:42.753727 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:43.253884 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:43.754130 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:44.254376 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:44.754097 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:45.253950 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:45.753685 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:46.253304 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:46.754235 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:47.254037 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:47.753978 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:48.254358 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:48.754404 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:49.253879 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:49.753831 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:50.253810 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:50.753250 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:51.254192 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:51.754123 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:52.254099 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:52.753647 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:53.253697 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:53.753523 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:54.253513 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:54.754577 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:55.254725 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:55.753665 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:56.254354 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:56.753981 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:57.254268 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:57.754423 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:58.254400 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:58.754088 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:59.254588 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:40:59.753450 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:00.254890 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:00.754282 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:01.254257 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:01.754778 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:02.253712 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:02.753614 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:03.255116 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:03.754338 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:04.254475 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:04.754703 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:05.254007 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:05.754006 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:06.254189 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:06.753757 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:07.254067 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:07.754361 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:08.253802 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:08.753775 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:09.254085 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:09.753948 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:10.254174 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:10.753648 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:11.254091 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:11.753666 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:12.254838 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:12.753580 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:13.253738 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:13.753500 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:14.253438 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:14.754433 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:15.254463 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:15.754786 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:16.253835 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:16.753936 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:17.254168 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:17.754395 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:18.253792 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:18.753553 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:19.253859 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:19.753971 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:20.254072 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:20.753831 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:21.253986 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:21.754223 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:22.253851 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:22.753363 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:23.254036 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:23.753748 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:24.253717 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:24.753440 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:25.253648 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:25.753299 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:26.254357 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:26.754170 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:27.254224 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:27.754325 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:28.253829 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:28.753964 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:29.254346 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:29.754003 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:30.253883 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:30.753652 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:31.254809 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:31.753915 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:32.253742 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:32.753924 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:33.254067 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:33.753921 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:34.254010 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:34.753979 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:35.254079 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:35.753805 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:36.253755 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:36.753896 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:37.253664 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:37.754924 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:38.253742 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:38.753388 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:39.253827 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:39.753405 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:40.255172 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:40.753726 15595 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0923 23:41:41.253721 15595 kapi.go:107] duration metric: took 2m32.502974916s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0923 23:41:41.255624 15595 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-537454 cluster.
I0923 23:41:41.257009 15595 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0923 23:41:41.258504 15595 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0923 23:41:41.259891 15595 out.go:177] * Enabled addons: ingress-dns, nvidia-device-plugin, storage-provisioner, cloud-spanner, metrics-server, inspektor-gadget, volcano, yakd, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0923 23:41:41.261172 15595 addons.go:510] duration metric: took 2m47.391534602s for enable addons: enabled=[ingress-dns nvidia-device-plugin storage-provisioner cloud-spanner metrics-server inspektor-gadget volcano yakd storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0923 23:41:41.261217 15595 start.go:246] waiting for cluster config update ...
I0923 23:41:41.261235 15595 start.go:255] writing updated cluster config ...
I0923 23:41:41.261497 15595 ssh_runner.go:195] Run: rm -f paused
I0923 23:41:41.311204 15595 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I0923 23:41:41.314653 15595 out.go:177] * Done! kubectl is now configured to use "addons-537454" cluster and "default" namespace by default
==> Docker <==
Sep 23 23:51:22 addons-537454 dockerd[1346]: time="2024-09-23T23:51:22.679542712Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=85a86a8f431bca46545c2018ec10cca856e36a4aba34b6e3b4930b8651003505 spanID=792421772fcb5c8a traceID=91ca3e1d98c2802397b2e0f33fd530e9
Sep 23 23:51:22 addons-537454 dockerd[1346]: time="2024-09-23T23:51:22.732964953Z" level=info msg="ignoring event" container=85a86a8f431bca46545c2018ec10cca856e36a4aba34b6e3b4930b8651003505 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:22 addons-537454 dockerd[1346]: time="2024-09-23T23:51:22.874569582Z" level=info msg="ignoring event" container=033ba9e3ca2aa57b1887d0f789083bf990b4d75035e8e992e3d6e1f35cacee21 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:26 addons-537454 dockerd[1346]: time="2024-09-23T23:51:26.466936051Z" level=info msg="ignoring event" container=e499a6c5e28caa3884a6e546d879b7b156d726b54d0f08dc3c0d3a4e54c51601 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:26 addons-537454 dockerd[1346]: time="2024-09-23T23:51:26.579438558Z" level=info msg="ignoring event" container=98593fd5f2c0ae61472a775d5e898a1bf21526f3bcbbf219669b0dff1187e56f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.237420235Z" level=info msg="ignoring event" container=85fc9d33073545bcd3b184a527a7fede1c7972efc74a85f333b98751eed285e1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.254769550Z" level=info msg="ignoring event" container=a8887090bc6418a5ec7f60c01bb1d843a4ec4f897e3ff2e2937214e66948c830 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.256874423Z" level=info msg="ignoring event" container=82c82d6e6e8174e0e561225107e2f3297785d4c72872f5d270c171e017bbabf6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.257961604Z" level=info msg="ignoring event" container=c9689b4c043e9387c6745931267047360223078a0df6a7a3a37269b432e13acc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.341636937Z" level=info msg="ignoring event" container=4672b54c2819b2544a408779f1df24810f7237656e2285e979071565675e1d16 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.343507668Z" level=info msg="ignoring event" container=d862c5cc864803708d64a4e796e4bac8522052fd27bd131d35c9577af6e3fd9d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.350821499Z" level=info msg="ignoring event" container=e58231110c8ba288b20d139e19598be5f2f7558b7e922b8982f8e342e3acc21c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.354220795Z" level=info msg="ignoring event" container=efe2e64bc791a725c8b782985201bbff7058b5ef0e7173a4ca700b58add2242d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.568023569Z" level=info msg="ignoring event" container=1ba287b2210ff6fae1dc06a5796bb500b948dea308c6f1037897dd1c70c84df0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.626127546Z" level=info msg="ignoring event" container=b1e47629bb8180ac4ead7e3cc17b3d895d114a5bd94b95b9ee5ed6e7c53e9062 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:28 addons-537454 dockerd[1346]: time="2024-09-23T23:51:28.664405518Z" level=info msg="ignoring event" container=a254ae1ac08402bcfc3bdc7cb2b5c7e0fd2e8c3c8ba147b3eac519e0cba62b7c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:34 addons-537454 dockerd[1346]: time="2024-09-23T23:51:34.674465934Z" level=info msg="ignoring event" container=0f0316ea955359ec40a645762474b52d688c46aaf8215d7dbe44df7c1f66a0fd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:34 addons-537454 dockerd[1346]: time="2024-09-23T23:51:34.678244676Z" level=info msg="ignoring event" container=e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:34 addons-537454 dockerd[1346]: time="2024-09-23T23:51:34.860633464Z" level=info msg="ignoring event" container=d952194c78b7713acacad5f96d42e14851ee64ee7c8b18a6f0dbe24a9f31841a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:34 addons-537454 dockerd[1346]: time="2024-09-23T23:51:34.889368263Z" level=info msg="ignoring event" container=ccb2f06cd71f5da5a5ac543109218ad524345d7593e0690d01b9a0fb3f80cb73 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:36 addons-537454 dockerd[1346]: time="2024-09-23T23:51:36.721859356Z" level=info msg="ignoring event" container=9a82296f56d7a72cb2c36ce4e505b22086637882f1a715d70ffbe44fe2d35622 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:37 addons-537454 dockerd[1346]: time="2024-09-23T23:51:37.240365010Z" level=info msg="ignoring event" container=4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:37 addons-537454 dockerd[1346]: time="2024-09-23T23:51:37.307047461Z" level=info msg="ignoring event" container=656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:37 addons-537454 dockerd[1346]: time="2024-09-23T23:51:37.379388035Z" level=info msg="ignoring event" container=ef7132836dfe9a035b8bce4db15ce988c95596b33079fbaed1697b3d5ba5ef97 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 23:51:37 addons-537454 dockerd[1346]: time="2024-09-23T23:51:37.457142829Z" level=info msg="ignoring event" container=cf5a733292c15cf6353e427b7097726193b2f263e02efb154bc78f930f7376fc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
825dd9cd607a4 kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 18 seconds ago Running hello-world-app 0 b925667843d20 hello-world-app-55bf9c44b4-hxqld
ff312ca5299e5 nginx@sha256:a5127daff3d6f4606be3100a252419bfa84fd6ee5cd74d0feaca1a5068f97dcf 27 seconds ago Running nginx 0 3738d89f1434b nginx
fe7d1da920dae gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 9 minutes ago Running gcp-auth 0 d048d14965565 gcp-auth-89d5ffd79-sn4fp
723ddb5565cf4 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited patch 0 c008bd76ff9a7 ingress-nginx-admission-patch-fwp8f
1ffec87f1c62e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited create 0 9a20ad9504515 ingress-nginx-admission-create-lxvbh
9238e76982397 6e38f40d628db 12 minutes ago Running storage-provisioner 0 3a194ab11d86f storage-provisioner
13d69356305ac c69fa2e9cbf5f 12 minutes ago Running coredns 0 bdd877fd48ecc coredns-7c65d6cfc9-l5wfh
e28401b0850d7 60c005f310ff3 12 minutes ago Running kube-proxy 0 272937adbc68e kube-proxy-w5fqz
214dea821cc63 6bab7719df100 12 minutes ago Running kube-apiserver 0 0b57718b2b775 kube-apiserver-addons-537454
613e2fd9c4f5d 9aa1fad941575 12 minutes ago Running kube-scheduler 0 af7a1bfefc0b4 kube-scheduler-addons-537454
77e27a6dc34d8 2e96e5913fc06 12 minutes ago Running etcd 0 c5f237f76fa00 etcd-addons-537454
75b86394e4b74 175ffd71cce3d 12 minutes ago Running kube-controller-manager 0 1edaa28796b1e kube-controller-manager-addons-537454
==> coredns [13d69356305a] <==
Trace[2006944596]: [30.001035926s] [30.001035926s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[2138929788]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 23:38:57.242) (total time: 30001ms):
Trace[2138929788]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (23:39:27.243)
Trace[2138929788]: [30.001387709s] [30.001387709s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] Reloading
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
[INFO] Reloading complete
[INFO] 127.0.0.1:52564 - 8495 "HINFO IN 3404165173979663276.7129219825450192272. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.0132458s
[INFO] 10.244.0.25:45918 - 3637 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000333237s
[INFO] 10.244.0.25:55469 - 15757 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000388209s
[INFO] 10.244.0.25:43830 - 35243 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000131332s
[INFO] 10.244.0.25:53945 - 55133 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000179248s
[INFO] 10.244.0.25:56147 - 19272 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000108475s
[INFO] 10.244.0.25:49011 - 10483 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000136914s
[INFO] 10.244.0.25:37598 - 24065 "AAAA IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007720845s
[INFO] 10.244.0.25:51008 - 61303 "A IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.00779622s
[INFO] 10.244.0.25:60805 - 51838 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006169507s
[INFO] 10.244.0.25:44763 - 20872 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006223396s
[INFO] 10.244.0.25:54202 - 59327 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00575653s
[INFO] 10.244.0.25:47636 - 39349 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005842141s
[INFO] 10.244.0.25:46525 - 55796 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 116 0.001905433s
[INFO] 10.244.0.25:38510 - 46855 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 140 0.002133653s
==> describe nodes <==
Name: addons-537454
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-537454
kubernetes.io/os=linux
minikube.k8s.io/commit=41795ff643dcbe39cdf81f27d064464d20ae8e7c
minikube.k8s.io/name=addons-537454
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_23T23_38_49_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-537454
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 23 Sep 2024 23:38:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-537454
AcquireTime: <unset>
RenewTime: Mon, 23 Sep 2024 23:51:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 23 Sep 2024 23:51:25 +0000 Mon, 23 Sep 2024 23:38:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 23 Sep 2024 23:51:25 +0000 Mon, 23 Sep 2024 23:38:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 23 Sep 2024 23:51:25 +0000 Mon, 23 Sep 2024 23:38:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 23 Sep 2024 23:51:25 +0000 Mon, 23 Sep 2024 23:38:46 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-537454
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859308Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859308Ki
pods: 110
System Info:
Machine ID: ce018e36496d43f399501e36aa172242
System UUID: 2d3f03d9-12b7-4f2b-9664-48514f5a5550
Boot ID: a73781eb-6090-4022-b8fa-71700564163d
Kernel Version: 5.15.0-1069-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m15s
default hello-world-app-55bf9c44b4-hxqld 0 (0%) 0 (0%) 0 (0%) 0 (0%) 21s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 31s
gcp-auth gcp-auth-89d5ffd79-sn4fp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-7c65d6cfc9-l5wfh 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 12m
kube-system etcd-addons-537454 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 12m
kube-system kube-apiserver-addons-537454 250m (3%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-537454 200m (2%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-w5fqz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-537454 100m (1%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 0 (0%)
memory 170Mi (0%) 170Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node addons-537454 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node addons-537454 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x7 over 12m) kubelet Node addons-537454 status is now: NodeHasNoDiskPressure
Normal Starting 12m kubelet Starting kubelet.
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-537454 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-537454 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-537454 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-537454 event: Registered Node addons-537454 in Controller
Normal CIDRAssignmentFailed 12m cidrAllocator Node addons-537454 status is now: CIDRAssignmentFailed
==> dmesg <==
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 12 07 9f 0e 16 24 08 06
[ +2.176361] IPv4: martian source 10.244.0.1 from 10.244.0.17, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff ba 16 0f f8 cf 02 08 06
[ +2.416922] IPv4: martian source 10.244.0.1 from 10.244.0.16, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e 48 cc 8b a3 91 08 06
[ +5.633099] IPv4: martian source 10.244.0.1 from 10.244.0.18, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff e6 32 9f 84 eb 13 08 06
[ +0.189682] IPv4: martian source 10.244.0.1 from 10.244.0.19, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 9a 26 47 97 35 ef 08 06
[ +0.245435] IPv4: martian source 10.244.0.1 from 10.244.0.20, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 46 43 7d bd 47 df 08 06
[Sep23 23:40] IPv4: martian source 10.244.0.1 from 10.244.0.21, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 16 d3 83 8d d8 a5 08 06
[ +1.030717] IPv4: martian source 10.244.0.1 from 10.244.0.22, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff be d1 e9 19 a3 6e 08 06
[Sep23 23:41] IPv4: martian source 10.244.0.1 from 10.244.0.23, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ee ee b6 2d 2f 59 08 06
[ +0.115985] IPv4: martian source 10.244.0.1 from 10.244.0.24, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff ee 01 3f c6 20 24 08 06
[ +28.041573] IPv4: martian source 10.244.0.1 from 10.244.0.25, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 6a 5d 48 05 4b 7a 08 06
[ +0.000470] IPv4: martian source 10.244.0.25 from 10.244.0.2, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff 3e d3 89 e0 82 16 08 06
[Sep23 23:51] IPv4: martian source 10.244.0.34 from 10.244.0.21, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 16 d3 83 8d d8 a5 08 06
==> etcd [77e27a6dc34d] <==
{"level":"info","ts":"2024-09-23T23:38:44.539580Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-537454 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-23T23:38:44.539633Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-23T23:38:44.539694Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-23T23:38:44.539659Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-23T23:38:44.539861Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-09-23T23:38:44.539882Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-09-23T23:38:44.540359Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-23T23:38:44.540482Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-23T23:38:44.540504Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-23T23:38:44.540756Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-23T23:38:44.540870Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-23T23:38:44.541577Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-09-23T23:38:44.541643Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-09-23T23:39:00.734603Z","caller":"traceutil/trace.go:171","msg":"trace[1857202686] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"177.823674ms","start":"2024-09-23T23:39:00.556762Z","end":"2024-09-23T23:39:00.734585Z","steps":["trace[1857202686] 'process raft request' (duration: 177.716647ms)"],"step_count":1}
{"level":"info","ts":"2024-09-23T23:39:00.742352Z","caller":"traceutil/trace.go:171","msg":"trace[1501633919] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"100.035142ms","start":"2024-09-23T23:39:00.642278Z","end":"2024-09-23T23:39:00.742313Z","steps":["trace[1501633919] 'read index received' (duration: 92.759071ms)","trace[1501633919] 'applied index is now lower than readState.Index' (duration: 7.275502ms)"],"step_count":2}
{"level":"info","ts":"2024-09-23T23:39:00.742543Z","caller":"traceutil/trace.go:171","msg":"trace[360450289] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"107.952562ms","start":"2024-09-23T23:39:00.634575Z","end":"2024-09-23T23:39:00.742528Z","steps":["trace[360450289] 'process raft request' (duration: 107.604878ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-23T23:39:00.742664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.366286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-23T23:39:00.742743Z","caller":"traceutil/trace.go:171","msg":"trace[1440667244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"100.457002ms","start":"2024-09-23T23:39:00.642271Z","end":"2024-09-23T23:39:00.742728Z","steps":["trace[1440667244] 'agreement among raft nodes before linearized reading' (duration: 100.339669ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-23T23:39:03.440551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-09-23T23:39:03.440649Z","caller":"traceutil/trace.go:171","msg":"trace[724787856] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:741; }","duration":"101.3802ms","start":"2024-09-23T23:39:03.339254Z","end":"2024-09-23T23:39:03.440635Z","steps":["trace[724787856] 'agreement among raft nodes before linearized reading' (duration: 101.246699ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-23T23:39:18.113923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.741475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-23T23:39:18.114029Z","caller":"traceutil/trace.go:171","msg":"trace[1055127792] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:997; }","duration":"151.825028ms","start":"2024-09-23T23:39:17.962155Z","end":"2024-09-23T23:39:18.113980Z","steps":["trace[1055127792] 'range keys from in-memory index tree' (duration: 151.673319ms)"],"step_count":1}
{"level":"info","ts":"2024-09-23T23:48:44.557629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1878}
{"level":"info","ts":"2024-09-23T23:48:44.582309Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1878,"took":"24.11761ms","hash":1187761048,"current-db-size-bytes":9084928,"current-db-size":"9.1 MB","current-db-size-in-use-bytes":4907008,"current-db-size-in-use":"4.9 MB"}
{"level":"info","ts":"2024-09-23T23:48:44.582356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1187761048,"revision":1878,"compact-revision":-1}
==> gcp-auth [fe7d1da920da] <==
2024/09/23 23:42:23 Ready to write response ...
2024/09/23 23:42:23 Ready to marshal response ...
2024/09/23 23:42:23 Ready to write response ...
2024/09/23 23:50:25 Ready to marshal response ...
2024/09/23 23:50:25 Ready to write response ...
2024/09/23 23:50:25 Ready to marshal response ...
2024/09/23 23:50:25 Ready to write response ...
2024/09/23 23:50:26 Ready to marshal response ...
2024/09/23 23:50:26 Ready to write response ...
2024/09/23 23:50:26 Ready to marshal response ...
2024/09/23 23:50:26 Ready to write response ...
2024/09/23 23:50:26 Ready to marshal response ...
2024/09/23 23:50:26 Ready to write response ...
2024/09/23 23:50:36 Ready to marshal response ...
2024/09/23 23:50:36 Ready to write response ...
2024/09/23 23:50:37 Ready to marshal response ...
2024/09/23 23:50:37 Ready to write response ...
2024/09/23 23:50:46 Ready to marshal response ...
2024/09/23 23:50:46 Ready to write response ...
2024/09/23 23:51:07 Ready to marshal response ...
2024/09/23 23:51:07 Ready to write response ...
2024/09/23 23:51:17 Ready to marshal response ...
2024/09/23 23:51:17 Ready to write response ...
2024/09/23 23:51:18 Ready to marshal response ...
2024/09/23 23:51:18 Ready to write response ...
==> kernel <==
23:51:38 up 34 min, 0 users, load average: 1.02, 0.51, 0.42
Linux addons-537454 5.15.0-1069-gcp #77~20.04.1-Ubuntu SMP Sun Sep 1 19:39:16 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kube-apiserver [214dea821cc6] <==
W0923 23:42:15.451118 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0923 23:42:15.738129 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0923 23:50:26.103067 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.105.60.202"}
E0923 23:50:53.252119 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0923 23:50:55.456525 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0923 23:51:01.673852 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0923 23:51:02.752424 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0923 23:51:07.148945 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0923 23:51:07.440862 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.107.45.122"}
I0923 23:51:17.941715 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.103.196.237"}
E0923 23:51:21.346831 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
E0923 23:51:21.352171 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
I0923 23:51:34.424950 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0923 23:51:34.425002 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0923 23:51:34.446073 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0923 23:51:34.446156 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0923 23:51:34.457239 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0923 23:51:34.457293 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0923 23:51:34.551869 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0923 23:51:34.551920 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0923 23:51:34.552866 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0923 23:51:34.552893 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0923 23:51:35.457776 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0923 23:51:35.553772 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0923 23:51:35.570901 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [75b86394e4b7] <==
W0923 23:51:23.349154 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:23.349190 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0923 23:51:23.642649 1 shared_informer.go:313] Waiting for caches to sync for garbage collector
I0923 23:51:23.642695 1 shared_informer.go:320] Caches are synced for garbage collector
I0923 23:51:25.108833 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-537454"
I0923 23:51:25.475729 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="local-path-storage"
W0923 23:51:27.567687 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:27.567724 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0923 23:51:28.101115 1 stateful_set.go:466] "StatefulSet has been deleted" logger="statefulset-controller" key="kube-system/csi-hostpath-attacher"
I0923 23:51:28.157569 1 stateful_set.go:466] "StatefulSet has been deleted" logger="statefulset-controller" key="kube-system/csi-hostpath-resizer"
I0923 23:51:29.251503 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-537454"
I0923 23:51:29.743078 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="ingress-nginx"
I0923 23:51:34.639840 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/snapshot-controller-56fcc65765" duration="5.913µs"
E0923 23:51:35.459070 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0923 23:51:35.555125 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0923 23:51:35.572197 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0923 23:51:36.561937 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:36.561981 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0923 23:51:36.582680 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:36.582717 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0923 23:51:37.047239 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:37.047277 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0923 23:51:37.150396 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-66c9cd494c" duration="5.225µs"
W0923 23:51:38.255662 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0923 23:51:38.255706 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [e28401b0850d] <==
I0923 23:38:55.856823 1 server_linux.go:66] "Using iptables proxy"
I0923 23:38:56.446367 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0923 23:38:56.446444 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0923 23:38:56.854144 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0923 23:38:56.854206 1 server_linux.go:169] "Using iptables Proxier"
I0923 23:38:56.936653 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0923 23:38:56.940741 1 server.go:483] "Version info" version="v1.31.1"
I0923 23:38:56.940768 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0923 23:38:56.949377 1 config.go:199] "Starting service config controller"
I0923 23:38:56.949415 1 shared_informer.go:313] Waiting for caches to sync for service config
I0923 23:38:56.949454 1 config.go:105] "Starting endpoint slice config controller"
I0923 23:38:56.949460 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0923 23:38:56.950058 1 config.go:328] "Starting node config controller"
I0923 23:38:56.950068 1 shared_informer.go:313] Waiting for caches to sync for node config
I0923 23:38:57.050537 1 shared_informer.go:320] Caches are synced for node config
I0923 23:38:57.050572 1 shared_informer.go:320] Caches are synced for service config
I0923 23:38:57.050607 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [613e2fd9c4f5] <==
W0923 23:38:45.960795 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0923 23:38:45.960863 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0923 23:38:45.960898 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0923 23:38:45.960939 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0923 23:38:46.769210 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0923 23:38:46.769247 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0923 23:38:46.841792 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0923 23:38:46.841831 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0923 23:38:46.874325 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0923 23:38:46.874368 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0923 23:38:46.920746 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0923 23:38:46.920786 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0923 23:38:46.993577 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0923 23:38:46.993623 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0923 23:38:47.018923 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0923 23:38:47.018958 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0923 23:38:47.067554 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0923 23:38:47.067599 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0923 23:38:47.141914 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0923 23:38:47.141959 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0923 23:38:47.153158 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0923 23:38:47.153190 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0923 23:38:47.288585 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0923 23:38:47.288622 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0923 23:38:50.458389 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 23 23:51:35 addons-537454 kubelet[2454]: E0923 23:51:35.594475 2454 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a" containerID="e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a"
Sep 23 23:51:35 addons-537454 kubelet[2454]: I0923 23:51:35.594516 2454 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a"} err="failed to get container status \"e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a\": rpc error: code = Unknown desc = Error response from daemon: No such container: e29e6fe8be07ab8848183d3cf71d948552d6d215a2c56d6b13d9087df2c9614a"
Sep 23 23:51:36 addons-537454 kubelet[2454]: E0923 23:51:36.456163 2454 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"busybox\" with ImagePullBackOff: \"Back-off pulling image \\\"gcr.io/k8s-minikube/busybox:1.28.4-glibc\\\"\"" pod="default/busybox" podUID="8443b885-eed7-4568-8d34-7c92b8fba271"
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.461171 2454 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0df8ff41-a477-43f2-b65f-71742df438c6" path="/var/lib/kubelet/pods/0df8ff41-a477-43f2-b65f-71742df438c6/volumes"
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.461496 2454 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5f99f77f-2e6a-41b5-ba6f-03af5b5dc541" path="/var/lib/kubelet/pods/5f99f77f-2e6a-41b5-ba6f-03af5b5dc541/volumes"
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.887168 2454 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4p6tq\" (UniqueName: \"kubernetes.io/projected/1deea5b3-386d-42b6-b299-7437f6c4451c-kube-api-access-4p6tq\") pod \"1deea5b3-386d-42b6-b299-7437f6c4451c\" (UID: \"1deea5b3-386d-42b6-b299-7437f6c4451c\") "
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.887234 2454 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/1deea5b3-386d-42b6-b299-7437f6c4451c-gcp-creds\") pod \"1deea5b3-386d-42b6-b299-7437f6c4451c\" (UID: \"1deea5b3-386d-42b6-b299-7437f6c4451c\") "
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.887278 2454 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/1deea5b3-386d-42b6-b299-7437f6c4451c-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "1deea5b3-386d-42b6-b299-7437f6c4451c" (UID: "1deea5b3-386d-42b6-b299-7437f6c4451c"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.888943 2454 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1deea5b3-386d-42b6-b299-7437f6c4451c-kube-api-access-4p6tq" (OuterVolumeSpecName: "kube-api-access-4p6tq") pod "1deea5b3-386d-42b6-b299-7437f6c4451c" (UID: "1deea5b3-386d-42b6-b299-7437f6c4451c"). InnerVolumeSpecName "kube-api-access-4p6tq". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.987743 2454 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-4p6tq\" (UniqueName: \"kubernetes.io/projected/1deea5b3-386d-42b6-b299-7437f6c4451c-kube-api-access-4p6tq\") on node \"addons-537454\" DevicePath \"\""
Sep 23 23:51:36 addons-537454 kubelet[2454]: I0923 23:51:36.987779 2454 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/1deea5b3-386d-42b6-b299-7437f6c4451c-gcp-creds\") on node \"addons-537454\" DevicePath \"\""
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.490791 2454 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xhdtd\" (UniqueName: \"kubernetes.io/projected/09f0475c-4746-427a-ab8c-9c11b2ee2bfa-kube-api-access-xhdtd\") pod \"09f0475c-4746-427a-ab8c-9c11b2ee2bfa\" (UID: \"09f0475c-4746-427a-ab8c-9c11b2ee2bfa\") "
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.493011 2454 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09f0475c-4746-427a-ab8c-9c11b2ee2bfa-kube-api-access-xhdtd" (OuterVolumeSpecName: "kube-api-access-xhdtd") pod "09f0475c-4746-427a-ab8c-9c11b2ee2bfa" (UID: "09f0475c-4746-427a-ab8c-9c11b2ee2bfa"). InnerVolumeSpecName "kube-api-access-xhdtd". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.591396 2454 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jgdfc\" (UniqueName: \"kubernetes.io/projected/d8940b72-00d5-4d8d-94d1-657f7a3dfea2-kube-api-access-jgdfc\") pod \"d8940b72-00d5-4d8d-94d1-657f7a3dfea2\" (UID: \"d8940b72-00d5-4d8d-94d1-657f7a3dfea2\") "
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.591485 2454 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-xhdtd\" (UniqueName: \"kubernetes.io/projected/09f0475c-4746-427a-ab8c-9c11b2ee2bfa-kube-api-access-xhdtd\") on node \"addons-537454\" DevicePath \"\""
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.593587 2454 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d8940b72-00d5-4d8d-94d1-657f7a3dfea2-kube-api-access-jgdfc" (OuterVolumeSpecName: "kube-api-access-jgdfc") pod "d8940b72-00d5-4d8d-94d1-657f7a3dfea2" (UID: "d8940b72-00d5-4d8d-94d1-657f7a3dfea2"). InnerVolumeSpecName "kube-api-access-jgdfc". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.601978 2454 scope.go:117] "RemoveContainer" containerID="656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.619730 2454 scope.go:117] "RemoveContainer" containerID="656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e"
Sep 23 23:51:37 addons-537454 kubelet[2454]: E0923 23:51:37.620556 2454 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e" containerID="656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.620610 2454 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e"} err="failed to get container status \"656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e\": rpc error: code = Unknown desc = Error response from daemon: No such container: 656ebda72ff9432698135abf334852baea2b72e14fe264f0d3bf1d403d929e3e"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.620641 2454 scope.go:117] "RemoveContainer" containerID="4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.639061 2454 scope.go:117] "RemoveContainer" containerID="4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035"
Sep 23 23:51:37 addons-537454 kubelet[2454]: E0923 23:51:37.640567 2454 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035" containerID="4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.640616 2454 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035"} err="failed to get container status \"4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035\": rpc error: code = Unknown desc = Error response from daemon: No such container: 4f40b57f6b1a1c843d88711144dc31f16c256afadfd1bf2cd63a22f50437d035"
Sep 23 23:51:37 addons-537454 kubelet[2454]: I0923 23:51:37.691728 2454 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-jgdfc\" (UniqueName: \"kubernetes.io/projected/d8940b72-00d5-4d8d-94d1-657f7a3dfea2-kube-api-access-jgdfc\") on node \"addons-537454\" DevicePath \"\""
==> storage-provisioner [9238e7698239] <==
I0923 23:39:01.935766 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0923 23:39:01.949520 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0923 23:39:01.949587 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0923 23:39:02.037623 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0923 23:39:02.038658 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4631d281-519e-43a4-8019-7b7519de8e27", APIVersion:"v1", ResourceVersion:"637", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-537454_fa828641-d4f7-484e-aec9-b64448350b3c became leader
I0923 23:39:02.038699 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-537454_fa828641-d4f7-484e-aec9-b64448350b3c!
I0923 23:39:02.138888 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-537454_fa828641-d4f7-484e-aec9-b64448350b3c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-537454 -n addons-537454
helpers_test.go:261: (dbg) Run: kubectl --context addons-537454 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-537454 describe pod busybox
helpers_test.go:282: (dbg) kubectl --context addons-537454 describe pod busybox:
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-537454/192.168.49.2
Start Time: Mon, 23 Sep 2024 23:42:23 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.27
IPs:
IP: 10.244.0.27
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-skvtk (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-skvtk:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m15s default-scheduler Successfully assigned default/busybox to addons-537454
Normal Pulling 7m44s (x4 over 9m15s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m44s (x4 over 9m15s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m44s (x4 over 9m15s) kubelet Error: ErrImagePull
Warning Failed 7m33s (x6 over 9m15s) kubelet Error: ImagePullBackOff
Normal BackOff 4m8s (x21 over 9m15s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
-- /stdout --
helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Registry (73.49s)