=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:332: registry stabilized in 1.800684ms
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:345: "registry-6fb4cdfc84-gvcgq" [ea0149ab-7745-43b6-8b62-1ea10549905c] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.002905347s
addons_test.go:337: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:345: "registry-proxy-h7plr" [8518e062-22c3-4792-8477-519c3acc1417] Running
addons_test.go:337: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004282922s
addons_test.go:342: (dbg) Run: kubectl --context addons-062019 delete po -l run=registry-test --now
addons_test.go:347: (dbg) Run: kubectl --context addons-062019 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:347: (dbg) Non-zero exit: kubectl --context addons-062019 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.076268272s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:349: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-062019 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:353: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:361: (dbg) Run: out/minikube-linux-amd64 -p addons-062019 ip
2024/08/31 22:19:44 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:390: (dbg) Run: out/minikube-linux-amd64 -p addons-062019 addons disable registry --alsologtostderr -v=1
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:231: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:232: (dbg) Run: docker inspect addons-062019
helpers_test.go:236: (dbg) docker inspect addons-062019:
-- stdout --
[
{
"Id": "b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9",
"Created": "2024-08-31T22:06:42.091372817Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 21898,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-08-31T22:06:42.21626948Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:cf9874f1e25d62abde3fdda0022141a8ec82ded75077d073b80dc8f90194cf19",
"ResolvConfPath": "/var/lib/docker/containers/b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9/hostname",
"HostsPath": "/var/lib/docker/containers/b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9/hosts",
"LogPath": "/var/lib/docker/containers/b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9/b1368eac4d9703ae3eefa7a8df49c535de73f1e996b32da612752d4e3722f0f9-json.log",
"Name": "/addons-062019",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-062019:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-062019",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4a965a7239b5e285bfe497839141576890829d12b0e26e6bd3aec85fb718db9b-init/diff:/var/lib/docker/overlay2/994a19aef5443340e3bd712b498efb089b0a5ad479e5bcb4270ba1aa2ef0acce/diff",
"MergedDir": "/var/lib/docker/overlay2/4a965a7239b5e285bfe497839141576890829d12b0e26e6bd3aec85fb718db9b/merged",
"UpperDir": "/var/lib/docker/overlay2/4a965a7239b5e285bfe497839141576890829d12b0e26e6bd3aec85fb718db9b/diff",
"WorkDir": "/var/lib/docker/overlay2/4a965a7239b5e285bfe497839141576890829d12b0e26e6bd3aec85fb718db9b/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-062019",
"Source": "/var/lib/docker/volumes/addons-062019/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-062019",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-062019",
"name.minikube.sigs.k8s.io": "addons-062019",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "104c098d4b299e8f185d943daf99841ae9d09d16d7c104d5dc17e9beb2c94efc",
"SandboxKey": "/var/run/docker/netns/104c098d4b29",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-062019": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "0a4f5442f1b3bc7380613c4415191fd53ad2c2ecc42ecc17bf46e6f2b684a729",
"EndpointID": "e5dcce394d17cf61c9b4ec8e4d380562b58a2316800109f798d38caf39884747",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-062019",
"b1368eac4d97"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:240: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-062019 -n addons-062019
helpers_test.go:245: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:246: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 -p addons-062019 logs -n 25
helpers_test.go:253: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-159852 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | download-docker-159852 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-159852 | download-docker-159852 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | 31 Aug 24 22:06 UTC |
| start | --download-only -p | binary-mirror-680673 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | binary-mirror-680673 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:45077 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-680673 | binary-mirror-680673 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | 31 Aug 24 22:06 UTC |
| addons | enable dashboard -p | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | addons-062019 | | | | | |
| addons | disable dashboard -p | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | addons-062019 | | | | | |
| start | -p addons-062019 --wait=true | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | 31 Aug 24 22:09 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:10 UTC | 31 Aug 24 22:10 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | addons-062019 | | | | | |
| addons | disable inspektor-gadget -p | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | addons-062019 | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | -p addons-062019 | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-062019 ssh curl -s | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-062019 ip | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:19 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-062019 addons | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | -p addons-062019 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-062019 ssh cat | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | /opt/local-path-provisioner/pvc-20dcccd8-e7fe-4ed6-82bc-9f7db35d0a45_default_test-pvc/file1 | | | | | |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-062019 addons | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-062019 ip | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| addons | addons-062019 addons disable | addons-062019 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/31 22:06:20
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.22.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0831 22:06:20.932265 21158 out.go:345] Setting OutFile to fd 1 ...
I0831 22:06:20.932502 21158 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0831 22:06:20.932510 21158 out.go:358] Setting ErrFile to fd 2...
I0831 22:06:20.932514 21158 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0831 22:06:20.932653 21158 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18943-12963/.minikube/bin
I0831 22:06:20.933236 21158 out.go:352] Setting JSON to false
I0831 22:06:20.934048 21158 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent","uptime":2929,"bootTime":1725139052,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1067-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0831 22:06:20.934096 21158 start.go:139] virtualization: kvm guest
I0831 22:06:20.935893 21158 out.go:177] * [addons-062019] minikube v1.33.1 on Ubuntu 20.04 (kvm/amd64)
I0831 22:06:20.937083 21158 notify.go:220] Checking for updates...
I0831 22:06:20.937091 21158 out.go:177] - MINIKUBE_LOCATION=18943
I0831 22:06:20.938457 21158 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0831 22:06:20.939687 21158 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18943-12963/kubeconfig
I0831 22:06:20.941055 21158 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18943-12963/.minikube
I0831 22:06:20.942201 21158 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0831 22:06:20.943316 21158 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0831 22:06:20.944596 21158 driver.go:392] Setting default libvirt URI to qemu:///system
I0831 22:06:20.965108 21158 docker.go:123] docker version: linux-27.2.0:Docker Engine - Community
I0831 22:06:20.965269 21158 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0831 22:06:21.011268 21158 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-08-31 22:06:21.002816619 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1067-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647943680 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0831 22:06:21.011387 21158 docker.go:307] overlay module found
I0831 22:06:21.013127 21158 out.go:177] * Using the docker driver based on user configuration
I0831 22:06:21.014457 21158 start.go:297] selected driver: docker
I0831 22:06:21.014470 21158 start.go:901] validating driver "docker" against <nil>
I0831 22:06:21.014483 21158 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0831 22:06:21.015202 21158 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0831 22:06:21.056428 21158 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-08-31 22:06:21.048526861 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1067-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647943680 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0831 22:06:21.056621 21158 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0831 22:06:21.056879 21158 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0831 22:06:21.058532 21158 out.go:177] * Using Docker driver with root privileges
I0831 22:06:21.059951 21158 cni.go:84] Creating CNI manager for ""
I0831 22:06:21.059979 21158 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:21.059992 21158 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0831 22:06:21.060056 21158 start.go:340] cluster config:
{Name:addons-062019 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-062019 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0831 22:06:21.061362 21158 out.go:177] * Starting "addons-062019" primary control-plane node in "addons-062019" cluster
I0831 22:06:21.062541 21158 cache.go:121] Beginning downloading kic base image for docker with docker
I0831 22:06:21.063754 21158 out.go:177] * Pulling base image v0.0.44-1724862063-19530 ...
I0831 22:06:21.064822 21158 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:21.064847 21158 preload.go:146] Found local preload: /home/jenkins/minikube-integration/18943-12963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4
I0831 22:06:21.064852 21158 cache.go:56] Caching tarball of preloaded images
I0831 22:06:21.064905 21158 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local docker daemon
I0831 22:06:21.064923 21158 preload.go:172] Found /home/jenkins/minikube-integration/18943-12963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0831 22:06:21.064930 21158 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0831 22:06:21.065259 21158 profile.go:143] Saving config to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/config.json ...
I0831 22:06:21.065287 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/config.json: {Name:mk020beb400f9a6ff882a668859dab00749de6c2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:21.079571 21158 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 to local cache
I0831 22:06:21.079672 21158 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local cache directory
I0831 22:06:21.079687 21158 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local cache directory, skipping pull
I0831 22:06:21.079691 21158 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 exists in cache, skipping pull
I0831 22:06:21.079701 21158 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 as a tarball
I0831 22:06:21.079708 21158 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 from local cache
I0831 22:06:33.001315 21158 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 from cached tarball
I0831 22:06:33.001376 21158 cache.go:194] Successfully downloaded all kic artifacts
I0831 22:06:33.001411 21158 start.go:360] acquireMachinesLock for addons-062019: {Name:mk5f9489bbe0a48f304cfe43a8cc77b0ed585225 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0831 22:06:33.001506 21158 start.go:364] duration metric: took 72.449µs to acquireMachinesLock for "addons-062019"
I0831 22:06:33.001529 21158 start.go:93] Provisioning new machine with config: &{Name:addons-062019 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-062019 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0831 22:06:33.001619 21158 start.go:125] createHost starting for "" (driver="docker")
I0831 22:06:33.003583 21158 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0831 22:06:33.003805 21158 start.go:159] libmachine.API.Create for "addons-062019" (driver="docker")
I0831 22:06:33.003840 21158 client.go:168] LocalClient.Create starting
I0831 22:06:33.003926 21158 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem
I0831 22:06:33.103474 21158 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/cert.pem
I0831 22:06:33.207476 21158 cli_runner.go:164] Run: docker network inspect addons-062019 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0831 22:06:33.222953 21158 cli_runner.go:211] docker network inspect addons-062019 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0831 22:06:33.223009 21158 network_create.go:284] running [docker network inspect addons-062019] to gather additional debugging logs...
I0831 22:06:33.223025 21158 cli_runner.go:164] Run: docker network inspect addons-062019
W0831 22:06:33.237704 21158 cli_runner.go:211] docker network inspect addons-062019 returned with exit code 1
I0831 22:06:33.237733 21158 network_create.go:287] error running [docker network inspect addons-062019]: docker network inspect addons-062019: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-062019 not found
I0831 22:06:33.237744 21158 network_create.go:289] output of [docker network inspect addons-062019]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-062019 not found
** /stderr **
I0831 22:06:33.237845 21158 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0831 22:06:33.253137 21158 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001b68790}
I0831 22:06:33.253184 21158 network_create.go:124] attempt to create docker network addons-062019 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0831 22:06:33.253253 21158 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-062019 addons-062019
I0831 22:06:33.310307 21158 network_create.go:108] docker network addons-062019 192.168.49.0/24 created
I0831 22:06:33.310337 21158 kic.go:121] calculated static IP "192.168.49.2" for the "addons-062019" container
I0831 22:06:33.310397 21158 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0831 22:06:33.324409 21158 cli_runner.go:164] Run: docker volume create addons-062019 --label name.minikube.sigs.k8s.io=addons-062019 --label created_by.minikube.sigs.k8s.io=true
I0831 22:06:33.340205 21158 oci.go:103] Successfully created a docker volume addons-062019
I0831 22:06:33.340264 21158 cli_runner.go:164] Run: docker run --rm --name addons-062019-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-062019 --entrypoint /usr/bin/test -v addons-062019:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -d /var/lib
I0831 22:06:38.128372 21158 cli_runner.go:217] Completed: docker run --rm --name addons-062019-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-062019 --entrypoint /usr/bin/test -v addons-062019:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -d /var/lib: (4.788068984s)
I0831 22:06:38.128404 21158 oci.go:107] Successfully prepared a docker volume addons-062019
I0831 22:06:38.128437 21158 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:38.128462 21158 kic.go:194] Starting extracting preloaded images to volume ...
I0831 22:06:38.128517 21158 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18943-12963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-062019:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0831 22:06:42.030506 21158 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18943-12963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-062019:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.901944159s)
I0831 22:06:42.030539 21158 kic.go:203] duration metric: took 3.902076658s to extract preloaded images to volume ...
W0831 22:06:42.030670 21158 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0831 22:06:42.030757 21158 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0831 22:06:42.076647 21158 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-062019 --name addons-062019 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-062019 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-062019 --network addons-062019 --ip 192.168.49.2 --volume addons-062019:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0
I0831 22:06:42.382175 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Running}}
I0831 22:06:42.400474 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:06:42.417957 21158 cli_runner.go:164] Run: docker exec addons-062019 stat /var/lib/dpkg/alternatives/iptables
I0831 22:06:42.458719 21158 oci.go:144] the created container "addons-062019" has a running status.
I0831 22:06:42.458751 21158 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa...
I0831 22:06:42.618769 21158 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0831 22:06:42.637822 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:06:42.655879 21158 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0831 22:06:42.655901 21158 kic_runner.go:114] Args: [docker exec --privileged addons-062019 chown docker:docker /home/docker/.ssh/authorized_keys]
I0831 22:06:42.709487 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:06:42.726580 21158 machine.go:93] provisionDockerMachine start ...
I0831 22:06:42.726656 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:42.744385 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:42.744577 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:42.744590 21158 main.go:141] libmachine: About to run SSH command:
hostname
I0831 22:06:42.745195 21158 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:60166->127.0.0.1:32768: read: connection reset by peer
I0831 22:06:45.868515 21158 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-062019
I0831 22:06:45.868540 21158 ubuntu.go:169] provisioning hostname "addons-062019"
I0831 22:06:45.868593 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:45.886105 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:45.886308 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:45.886324 21158 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-062019 && echo "addons-062019" | sudo tee /etc/hostname
I0831 22:06:46.015094 21158 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-062019
I0831 22:06:46.015164 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:46.031474 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:46.031643 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:46.031660 21158 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-062019' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-062019/g' /etc/hosts;
else
echo '127.0.1.1 addons-062019' | sudo tee -a /etc/hosts;
fi
fi
I0831 22:06:46.152945 21158 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0831 22:06:46.152971 21158 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18943-12963/.minikube CaCertPath:/home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18943-12963/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18943-12963/.minikube}
I0831 22:06:46.153012 21158 ubuntu.go:177] setting up certificates
I0831 22:06:46.153030 21158 provision.go:84] configureAuth start
I0831 22:06:46.153085 21158 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-062019")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-062019
I0831 22:06:46.169434 21158 provision.go:143] copyHostCerts
I0831 22:06:46.169506 21158 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18943-12963/.minikube/ca.pem (1078 bytes)
I0831 22:06:46.169667 21158 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18943-12963/.minikube/cert.pem (1123 bytes)
I0831 22:06:46.169742 21158 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18943-12963/.minikube/key.pem (1675 bytes)
I0831 22:06:46.169805 21158 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18943-12963/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca-key.pem org=jenkins.addons-062019 san=[127.0.0.1 192.168.49.2 addons-062019 localhost minikube]
I0831 22:06:46.464398 21158 provision.go:177] copyRemoteCerts
I0831 22:06:46.464457 21158 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0831 22:06:46.464491 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:46.480877 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:06:46.569537 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0831 22:06:46.590647 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0831 22:06:46.610777 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0831 22:06:46.630327 21158 provision.go:87] duration metric: took 477.285853ms to configureAuth
I0831 22:06:46.630349 21158 ubuntu.go:193] setting minikube options for container-runtime
I0831 22:06:46.630539 21158 config.go:182] Loaded profile config "addons-062019": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:06:46.630591 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:46.646598 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:46.646817 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:46.646832 21158 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0831 22:06:46.765299 21158 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0831 22:06:46.765323 21158 ubuntu.go:71] root file system type: overlay
I0831 22:06:46.765480 21158 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0831 22:06:46.765551 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:46.781917 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:46.782106 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:46.782195 21158 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0831 22:06:46.910793 21158 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0831 22:06:46.910857 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:46.927564 21158 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:46.927736 21158 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82f9c0] 0x832720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:46.927753 21158 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0831 22:06:47.595644 21158 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-08-27 14:13:43.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-08-31 22:06:46.906811619 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0831 22:06:47.595678 21158 machine.go:96] duration metric: took 4.869074359s to provisionDockerMachine
I0831 22:06:47.595697 21158 client.go:171] duration metric: took 14.591844347s to LocalClient.Create
I0831 22:06:47.595716 21158 start.go:167] duration metric: took 14.591912067s to libmachine.API.Create "addons-062019"
I0831 22:06:47.595726 21158 start.go:293] postStartSetup for "addons-062019" (driver="docker")
I0831 22:06:47.595740 21158 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0831 22:06:47.595801 21158 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0831 22:06:47.595834 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:47.611490 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:06:47.697412 21158 ssh_runner.go:195] Run: cat /etc/os-release
I0831 22:06:47.700269 21158 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0831 22:06:47.700314 21158 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0831 22:06:47.700329 21158 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0831 22:06:47.700341 21158 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0831 22:06:47.700351 21158 filesync.go:126] Scanning /home/jenkins/minikube-integration/18943-12963/.minikube/addons for local assets ...
I0831 22:06:47.700418 21158 filesync.go:126] Scanning /home/jenkins/minikube-integration/18943-12963/.minikube/files for local assets ...
I0831 22:06:47.700447 21158 start.go:296] duration metric: took 104.713035ms for postStartSetup
I0831 22:06:47.700792 21158 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-062019")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-062019
I0831 22:06:47.717068 21158 profile.go:143] Saving config to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/config.json ...
I0831 22:06:47.717380 21158 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0831 22:06:47.717450 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:47.732662 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:06:47.817366 21158 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0831 22:06:47.821037 21158 start.go:128] duration metric: took 14.819406527s to createHost
I0831 22:06:47.821061 21158 start.go:83] releasing machines lock for "addons-062019", held for 14.819542631s
I0831 22:06:47.821115 21158 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-062019")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-062019
I0831 22:06:47.837340 21158 ssh_runner.go:195] Run: cat /version.json
I0831 22:06:47.837397 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:47.837439 21158 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0831 22:06:47.837491 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:06:47.853421 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:06:47.854148 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:06:47.936267 21158 ssh_runner.go:195] Run: systemctl --version
I0831 22:06:47.940003 21158 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0831 22:06:48.007008 21158 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0831 22:06:48.028443 21158 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0831 22:06:48.028538 21158 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0831 22:06:48.051715 21158 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0831 22:06:48.051738 21158 start.go:495] detecting cgroup driver to use...
I0831 22:06:48.051765 21158 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0831 22:06:48.051867 21158 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0831 22:06:48.065304 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0831 22:06:48.073357 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0831 22:06:48.081591 21158 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0831 22:06:48.081666 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0831 22:06:48.089620 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0831 22:06:48.097770 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0831 22:06:48.105952 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0831 22:06:48.115098 21158 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0831 22:06:48.122859 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0831 22:06:48.131161 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0831 22:06:48.139244 21158 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0831 22:06:48.147508 21158 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0831 22:06:48.154516 21158 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0831 22:06:48.161504 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:48.242455 21158 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0831 22:06:48.326800 21158 start.go:495] detecting cgroup driver to use...
I0831 22:06:48.326894 21158 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0831 22:06:48.326959 21158 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0831 22:06:48.337566 21158 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0831 22:06:48.337617 21158 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0831 22:06:48.347874 21158 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0831 22:06:48.362312 21158 ssh_runner.go:195] Run: which cri-dockerd
I0831 22:06:48.365484 21158 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0831 22:06:48.373303 21158 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0831 22:06:48.389382 21158 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0831 22:06:48.485726 21158 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0831 22:06:48.576939 21158 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0831 22:06:48.577072 21158 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0831 22:06:48.593019 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:48.661687 21158 ssh_runner.go:195] Run: sudo systemctl restart docker
I0831 22:06:48.903033 21158 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0831 22:06:48.913392 21158 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0831 22:06:48.923329 21158 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0831 22:06:49.001869 21158 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0831 22:06:49.082283 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:49.158598 21158 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0831 22:06:49.170892 21158 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0831 22:06:49.181176 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:49.256974 21158 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0831 22:06:49.317566 21158 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0831 22:06:49.317649 21158 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0831 22:06:49.321730 21158 start.go:563] Will wait 60s for crictl version
I0831 22:06:49.321777 21158 ssh_runner.go:195] Run: which crictl
I0831 22:06:49.324830 21158 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0831 22:06:49.356093 21158 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.0
RuntimeApiVersion: v1
I0831 22:06:49.356151 21158 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0831 22:06:49.378832 21158 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0831 22:06:49.404272 21158 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...
I0831 22:06:49.404367 21158 cli_runner.go:164] Run: docker network inspect addons-062019 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0831 22:06:49.419653 21158 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0831 22:06:49.423069 21158 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0831 22:06:49.432793 21158 kubeadm.go:883] updating cluster {Name:addons-062019 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-062019 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0831 22:06:49.432892 21158 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:49.432930 21158 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0831 22:06:49.449164 21158 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0831 22:06:49.449184 21158 docker.go:615] Images already preloaded, skipping extraction
I0831 22:06:49.449255 21158 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0831 22:06:49.466758 21158 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0831 22:06:49.466780 21158 cache_images.go:84] Images are preloaded, skipping loading
I0831 22:06:49.466796 21158 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.0 docker true true} ...
I0831 22:06:49.466905 21158 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-062019 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:addons-062019 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0831 22:06:49.466961 21158 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0831 22:06:49.510565 21158 cni.go:84] Creating CNI manager for ""
I0831 22:06:49.510588 21158 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:49.510603 21158 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0831 22:06:49.510622 21158 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-062019 NodeName:addons-062019 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0831 22:06:49.510751 21158 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-062019"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0831 22:06:49.510802 21158 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0831 22:06:49.518632 21158 binaries.go:44] Found k8s binaries, skipping transfer
I0831 22:06:49.518683 21158 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0831 22:06:49.526236 21158 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0831 22:06:49.542117 21158 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0831 22:06:49.557326 21158 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0831 22:06:49.572426 21158 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0831 22:06:49.575463 21158 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0831 22:06:49.584895 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:49.662934 21158 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0831 22:06:49.674562 21158 certs.go:68] Setting up /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019 for IP: 192.168.49.2
I0831 22:06:49.674581 21158 certs.go:194] generating shared ca certs ...
I0831 22:06:49.674594 21158 certs.go:226] acquiring lock for ca certs: {Name:mka49f0f71efa460cf24344abecafa4bd158c39c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:49.674716 21158 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/18943-12963/.minikube/ca.key
I0831 22:06:49.858121 21158 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-12963/.minikube/ca.crt ...
I0831 22:06:49.858148 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/ca.crt: {Name:mka87a170c1bfe4965fa754a973bfa5343ecee72 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:49.858304 21158 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-12963/.minikube/ca.key ...
I0831 22:06:49.858315 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/ca.key: {Name:mk29e1d888f414707ae6c9cb4e8818e3c0073c58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:49.858390 21158 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.key
I0831 22:06:49.993628 21158 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.crt ...
I0831 22:06:49.993654 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.crt: {Name:mk25b4b26eab82e3b1937c06021c43314eb08066 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:49.993799 21158 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.key ...
I0831 22:06:49.993809 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.key: {Name:mk2be0b3105ad48653ade09f6163e038b3b53462 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:49.993869 21158 certs.go:256] generating profile certs ...
I0831 22:06:49.993917 21158 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.key
I0831 22:06:49.993930 21158 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.crt with IP's: []
I0831 22:06:50.185645 21158 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.crt ...
I0831 22:06:50.185674 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.crt: {Name:mk7b767a2e478062cb88b819d86ce8146cbac5ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.185830 21158 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.key ...
I0831 22:06:50.185841 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/client.key: {Name:mk8f37aa0e5ec45248e36c9a1b8011bff939d86a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.185910 21158 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key.43b489de
I0831 22:06:50.185928 21158 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt.43b489de with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0831 22:06:50.404041 21158 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt.43b489de ...
I0831 22:06:50.404068 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt.43b489de: {Name:mke6ca0ba73dc5e08041d3e8199e9e5d1e138d22 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.404213 21158 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key.43b489de ...
I0831 22:06:50.404225 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key.43b489de: {Name:mk4858d119aee743cea9682612f4dd042d8acaea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.404293 21158 certs.go:381] copying /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt.43b489de -> /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt
I0831 22:06:50.404375 21158 certs.go:385] copying /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key.43b489de -> /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key
I0831 22:06:50.404444 21158 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.key
I0831 22:06:50.404462 21158 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.crt with IP's: []
I0831 22:06:50.461604 21158 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.crt ...
I0831 22:06:50.461632 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.crt: {Name:mkdbdd421493a58ef8b1bc8095022c819f9a60c3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.461774 21158 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.key ...
I0831 22:06:50.461785 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.key: {Name:mkdf0a24ad5150f9bb86abb801d1f918b7cc3871 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:50.461957 21158 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca-key.pem (1675 bytes)
I0831 22:06:50.461987 21158 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/ca.pem (1078 bytes)
I0831 22:06:50.462010 21158 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/cert.pem (1123 bytes)
I0831 22:06:50.462032 21158 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-12963/.minikube/certs/key.pem (1675 bytes)
I0831 22:06:50.463133 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0831 22:06:50.485631 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0831 22:06:50.506889 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0831 22:06:50.528041 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0831 22:06:50.548929 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0831 22:06:50.569502 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0831 22:06:50.589748 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0831 22:06:50.609640 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/profiles/addons-062019/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0831 22:06:50.629430 21158 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-12963/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0831 22:06:50.649555 21158 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0831 22:06:50.664484 21158 ssh_runner.go:195] Run: openssl version
I0831 22:06:50.669169 21158 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0831 22:06:50.677108 21158 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:50.679987 21158 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 31 22:06 /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:50.680026 21158 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:50.685920 21158 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0831 22:06:50.693756 21158 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0831 22:06:50.696493 21158 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0831 22:06:50.696539 21158 kubeadm.go:392] StartCluster: {Name:addons-062019 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-062019 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0831 22:06:50.696634 21158 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0831 22:06:50.712306 21158 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0831 22:06:50.719876 21158 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0831 22:06:50.727385 21158 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0831 22:06:50.727434 21158 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0831 22:06:50.734702 21158 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0831 22:06:50.734720 21158 kubeadm.go:157] found existing configuration files:
I0831 22:06:50.734754 21158 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0831 22:06:50.741911 21158 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0831 22:06:50.741959 21158 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0831 22:06:50.749313 21158 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0831 22:06:50.756468 21158 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0831 22:06:50.756513 21158 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0831 22:06:50.763551 21158 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0831 22:06:50.770832 21158 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0831 22:06:50.770871 21158 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0831 22:06:50.777905 21158 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0831 22:06:50.785263 21158 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0831 22:06:50.785318 21158 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0831 22:06:50.792263 21158 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0831 22:06:50.826693 21158 kubeadm.go:310] [init] Using Kubernetes version: v1.31.0
I0831 22:06:50.826753 21158 kubeadm.go:310] [preflight] Running pre-flight checks
I0831 22:06:50.844196 21158 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0831 22:06:50.844314 21158 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1067-gcp[0m
I0831 22:06:50.844365 21158 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0831 22:06:50.844435 21158 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0831 22:06:50.844522 21158 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0831 22:06:50.844568 21158 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0831 22:06:50.844627 21158 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0831 22:06:50.844697 21158 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0831 22:06:50.844767 21158 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0831 22:06:50.844838 21158 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0831 22:06:50.844912 21158 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0831 22:06:50.844989 21158 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0831 22:06:50.891952 21158 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0831 22:06:50.892067 21158 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0831 22:06:50.892218 21158 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0831 22:06:50.901281 21158 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0831 22:06:50.904728 21158 out.go:235] - Generating certificates and keys ...
I0831 22:06:50.904804 21158 kubeadm.go:310] [certs] Using existing ca certificate authority
I0831 22:06:50.904870 21158 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0831 22:06:51.062646 21158 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0831 22:06:51.240350 21158 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0831 22:06:51.321039 21158 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0831 22:06:51.581954 21158 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0831 22:06:51.705401 21158 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0831 22:06:51.705537 21158 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-062019 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0831 22:06:51.877145 21158 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0831 22:06:51.877326 21158 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-062019 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0831 22:06:51.963476 21158 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0831 22:06:52.073364 21158 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0831 22:06:52.143035 21158 kubeadm.go:310] [certs] Generating "sa" key and public key
I0831 22:06:52.143117 21158 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0831 22:06:52.263852 21158 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0831 22:06:52.597162 21158 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0831 22:06:52.786652 21158 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0831 22:06:52.951680 21158 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0831 22:06:53.074088 21158 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0831 22:06:53.074591 21158 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0831 22:06:53.076916 21158 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0831 22:06:53.078928 21158 out.go:235] - Booting up control plane ...
I0831 22:06:53.079019 21158 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0831 22:06:53.079099 21158 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0831 22:06:53.079177 21158 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0831 22:06:53.087755 21158 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0831 22:06:53.092907 21158 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0831 22:06:53.092974 21158 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0831 22:06:53.174135 21158 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0831 22:06:53.174283 21158 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0831 22:06:54.175556 21158 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001429966s
I0831 22:06:54.175681 21158 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0831 22:06:58.176563 21158 kubeadm.go:310] [api-check] The API server is healthy after 4.001025273s
I0831 22:06:58.187563 21158 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0831 22:06:58.195627 21158 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0831 22:06:58.211130 21158 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0831 22:06:58.211354 21158 kubeadm.go:310] [mark-control-plane] Marking the node addons-062019 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0831 22:06:58.217607 21158 kubeadm.go:310] [bootstrap-token] Using token: 0qpgr5.n8j8v2xl9llefuev
I0831 22:06:58.219121 21158 out.go:235] - Configuring RBAC rules ...
I0831 22:06:58.219221 21158 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0831 22:06:58.221586 21158 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0831 22:06:58.226244 21158 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0831 22:06:58.229237 21158 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0831 22:06:58.231248 21158 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0831 22:06:58.233440 21158 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0831 22:06:58.581913 21158 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0831 22:06:59.050988 21158 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0831 22:06:59.581834 21158 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0831 22:06:59.582718 21158 kubeadm.go:310]
I0831 22:06:59.582823 21158 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0831 22:06:59.582841 21158 kubeadm.go:310]
I0831 22:06:59.582952 21158 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0831 22:06:59.582961 21158 kubeadm.go:310]
I0831 22:06:59.582994 21158 kubeadm.go:310] mkdir -p $HOME/.kube
I0831 22:06:59.583093 21158 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0831 22:06:59.583155 21158 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0831 22:06:59.583162 21158 kubeadm.go:310]
I0831 22:06:59.583223 21158 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0831 22:06:59.583230 21158 kubeadm.go:310]
I0831 22:06:59.583293 21158 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0831 22:06:59.583306 21158 kubeadm.go:310]
I0831 22:06:59.583373 21158 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0831 22:06:59.583463 21158 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0831 22:06:59.583523 21158 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0831 22:06:59.583529 21158 kubeadm.go:310]
I0831 22:06:59.583656 21158 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0831 22:06:59.583763 21158 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0831 22:06:59.583771 21158 kubeadm.go:310]
I0831 22:06:59.583886 21158 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0qpgr5.n8j8v2xl9llefuev \
I0831 22:06:59.584025 21158 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9acc5889cd80bc3b1801de920a50c1dd3e95945a571b5eb74b0c69b12eb7097d \
I0831 22:06:59.584064 21158 kubeadm.go:310] --control-plane
I0831 22:06:59.584075 21158 kubeadm.go:310]
I0831 22:06:59.584163 21158 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0831 22:06:59.584169 21158 kubeadm.go:310]
I0831 22:06:59.584265 21158 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0qpgr5.n8j8v2xl9llefuev \
I0831 22:06:59.584427 21158 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9acc5889cd80bc3b1801de920a50c1dd3e95945a571b5eb74b0c69b12eb7097d
I0831 22:06:59.586129 21158 kubeadm.go:310] W0831 22:06:50.823986 1919 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0831 22:06:59.586389 21158 kubeadm.go:310] W0831 22:06:50.824743 1919 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0831 22:06:59.586612 21158 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1067-gcp\n", err: exit status 1
I0831 22:06:59.586710 21158 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0831 22:06:59.586721 21158 cni.go:84] Creating CNI manager for ""
I0831 22:06:59.586749 21158 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:59.588359 21158 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0831 22:06:59.589605 21158 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0831 22:06:59.597454 21158 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0831 22:06:59.612904 21158 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0831 22:06:59.612984 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:59.613002 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-062019 minikube.k8s.io/updated_at=2024_08_31T22_06_59_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=8ab9a20c866aaad18bea6fac47c5d146303457d2 minikube.k8s.io/name=addons-062019 minikube.k8s.io/primary=true
I0831 22:06:59.676233 21158 ops.go:34] apiserver oom_adj: -16
I0831 22:06:59.676249 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:00.176894 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:00.676262 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:01.177245 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:01.677135 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:02.176251 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:02.676900 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:03.176946 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:03.676610 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:04.176346 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:04.676638 21158 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:04.758517 21158 kubeadm.go:1113] duration metric: took 5.14559018s to wait for elevateKubeSystemPrivileges
I0831 22:07:04.758555 21158 kubeadm.go:394] duration metric: took 14.062019898s to StartCluster
I0831 22:07:04.758578 21158 settings.go:142] acquiring lock: {Name:mkd64713877abfa1f88ebaf8b2c2d6cceb5d6797 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:07:04.758690 21158 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18943-12963/kubeconfig
I0831 22:07:04.759013 21158 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-12963/kubeconfig: {Name:mkafef424239d09e3dbf07be45599ec2de072632 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:07:04.759176 21158 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0831 22:07:04.759189 21158 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0831 22:07:04.759252 21158 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0831 22:07:04.759356 21158 config.go:182] Loaded profile config "addons-062019": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:07:04.759371 21158 addons.go:69] Setting metrics-server=true in profile "addons-062019"
I0831 22:07:04.759414 21158 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-062019"
I0831 22:07:04.759431 21158 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-062019"
I0831 22:07:04.759422 21158 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-062019"
I0831 22:07:04.759449 21158 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-062019"
I0831 22:07:04.759458 21158 addons.go:234] Setting addon metrics-server=true in "addons-062019"
I0831 22:07:04.759459 21158 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-062019"
I0831 22:07:04.759484 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759488 21158 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-062019"
I0831 22:07:04.759493 21158 addons.go:69] Setting volumesnapshots=true in profile "addons-062019"
I0831 22:07:04.759418 21158 addons.go:69] Setting registry=true in profile "addons-062019"
I0831 22:07:04.759517 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759378 21158 addons.go:69] Setting gcp-auth=true in profile "addons-062019"
I0831 22:07:04.759536 21158 mustload.go:65] Loading cluster: addons-062019
I0831 22:07:04.759389 21158 addons.go:69] Setting helm-tiller=true in profile "addons-062019"
I0831 22:07:04.759642 21158 addons.go:234] Setting addon helm-tiller=true in "addons-062019"
I0831 22:07:04.759686 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759484 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759815 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759969 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759983 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.760082 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.760098 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759536 21158 addons.go:234] Setting addon registry=true in "addons-062019"
I0831 22:07:04.760176 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759371 21158 addons.go:69] Setting inspektor-gadget=true in profile "addons-062019"
I0831 22:07:04.760305 21158 addons.go:234] Setting addon inspektor-gadget=true in "addons-062019"
I0831 22:07:04.760329 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759689 21158 config.go:182] Loaded profile config "addons-062019": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:07:04.760611 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.760686 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.760737 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759358 21158 addons.go:69] Setting yakd=true in profile "addons-062019"
I0831 22:07:04.761173 21158 addons.go:234] Setting addon yakd=true in "addons-062019"
I0831 22:07:04.759398 21158 addons.go:69] Setting ingress=true in profile "addons-062019"
I0831 22:07:04.761241 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.761249 21158 addons.go:234] Setting addon ingress=true in "addons-062019"
I0831 22:07:04.761285 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.761689 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.761794 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759406 21158 addons.go:69] Setting ingress-dns=true in profile "addons-062019"
I0831 22:07:04.761981 21158 addons.go:234] Setting addon ingress-dns=true in "addons-062019"
I0831 22:07:04.762008 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759420 21158 addons.go:69] Setting volcano=true in profile "addons-062019"
I0831 22:07:04.762287 21158 addons.go:234] Setting addon volcano=true in "addons-062019"
I0831 22:07:04.762334 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.759396 21158 addons.go:69] Setting default-storageclass=true in profile "addons-062019"
I0831 22:07:04.763687 21158 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-062019"
I0831 22:07:04.763862 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.765627 21158 out.go:177] * Verifying Kubernetes components...
I0831 22:07:04.759405 21158 addons.go:69] Setting cloud-spanner=true in profile "addons-062019"
I0831 22:07:04.766040 21158 addons.go:234] Setting addon cloud-spanner=true in "addons-062019"
I0831 22:07:04.766108 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.766559 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.759406 21158 addons.go:69] Setting storage-provisioner=true in profile "addons-062019"
I0831 22:07:04.767901 21158 addons.go:234] Setting addon storage-provisioner=true in "addons-062019"
I0831 22:07:04.767941 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.768406 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.768606 21158 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:07:04.759512 21158 addons.go:234] Setting addon volumesnapshots=true in "addons-062019"
I0831 22:07:04.768912 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.789884 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.789906 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.791452 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.805846 21158 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0831 22:07:04.807141 21158 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0831 22:07:04.807165 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0831 22:07:04.807394 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.825732 21158 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23
I0831 22:07:04.827056 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0831 22:07:04.827079 21158 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0831 22:07:04.827132 21158 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.31.0
I0831 22:07:04.829474 21158 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0831 22:07:04.829623 21158 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0831 22:07:04.829643 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0831 22:07:04.829699 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.829494 21158 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0831 22:07:04.829925 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.827213 21158 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0831 22:07:04.830806 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0831 22:07:04.830851 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.834097 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0831 22:07:04.834523 21158 out.go:177] - Using image docker.io/registry:2.8.3
I0831 22:07:04.836001 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0831 22:07:04.837147 21158 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0831 22:07:04.837323 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0831 22:07:04.838919 21158 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0831 22:07:04.838937 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0831 22:07:04.838968 21158 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-062019"
I0831 22:07:04.838992 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.838994 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.839167 21158 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0831 22:07:04.839284 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.840954 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.841343 21158 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0831 22:07:04.842623 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0831 22:07:04.846435 21158 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0831 22:07:04.847625 21158 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0831 22:07:04.847677 21158 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0831 22:07:04.850832 21158 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0831 22:07:04.850853 21158 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0831 22:07:04.851407 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.852378 21158 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0831 22:07:04.851453 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0831 22:07:04.852503 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0831 22:07:04.852755 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.855310 21158 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0831 22:07:04.856733 21158 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0831 22:07:04.856749 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0831 22:07:04.856793 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.857317 21158 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0831 22:07:04.858478 21158 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0831 22:07:04.859644 21158 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0831 22:07:04.859650 21158 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0831 22:07:04.859660 21158 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0831 22:07:04.859683 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0831 22:07:04.859732 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.859757 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.872687 21158 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0831 22:07:04.873948 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0831 22:07:04.873976 21158 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0831 22:07:04.874065 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.881696 21158 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0831 22:07:04.883232 21158 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0831 22:07:04.883253 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0831 22:07:04.883307 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.885719 21158 addons.go:234] Setting addon default-storageclass=true in "addons-062019"
I0831 22:07:04.885761 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:04.886218 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:04.892925 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.894528 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.896329 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.909341 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.910284 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.919794 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.922937 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.923220 21158 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0831 22:07:04.924696 21158 out.go:177] - Using image docker.io/busybox:stable
I0831 22:07:04.926102 21158 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0831 22:07:04.926123 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0831 22:07:04.926175 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.927911 21158 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0831 22:07:04.929315 21158 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:04.929549 21158 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0831 22:07:04.929569 21158 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0831 22:07:04.929617 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.931053 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.931497 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.932185 21158 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:04.932841 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.933511 21158 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0831 22:07:04.933528 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0831 22:07:04.933576 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:04.933792 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.940241 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.947732 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:04.949921 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
W0831 22:07:04.955818 21158 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0831 22:07:04.955847 21158 retry.go:31] will retry after 288.400573ms: ssh: handshake failed: EOF
I0831 22:07:04.975958 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
W0831 22:07:04.978941 21158 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0831 22:07:04.978964 21158 retry.go:31] will retry after 250.515056ms: ssh: handshake failed: EOF
I0831 22:07:05.168356 21158 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0831 22:07:05.168670 21158 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0831 22:07:05.253159 21158 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0831 22:07:05.253188 21158 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0831 22:07:05.259610 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0831 22:07:05.260596 21158 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0831 22:07:05.260614 21158 ssh_runner.go:362] scp helm-tiller/helm-tiller-rbac.yaml --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0831 22:07:05.352096 21158 node_ready.go:35] waiting up to 6m0s for node "addons-062019" to be "Ready" ...
I0831 22:07:05.355383 21158 node_ready.go:49] node "addons-062019" has status "Ready":"True"
I0831 22:07:05.355414 21158 node_ready.go:38] duration metric: took 3.211841ms for node "addons-062019" to be "Ready" ...
I0831 22:07:05.355428 21158 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0831 22:07:05.364152 21158 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-4lbvv" in "kube-system" namespace to be "Ready" ...
I0831 22:07:05.366197 21158 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0831 22:07:05.366273 21158 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0831 22:07:05.451336 21158 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0831 22:07:05.451436 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0831 22:07:05.451964 21158 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0831 22:07:05.452031 21158 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0831 22:07:05.552399 21158 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0831 22:07:05.552456 21158 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0831 22:07:05.552942 21158 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0831 22:07:05.552976 21158 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0831 22:07:05.563641 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0831 22:07:05.563675 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0831 22:07:05.563713 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0831 22:07:05.564699 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0831 22:07:05.656672 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0831 22:07:05.657864 21158 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0831 22:07:05.657886 21158 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0831 22:07:05.666298 21158 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0831 22:07:05.666324 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0831 22:07:05.670774 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0831 22:07:05.670937 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0831 22:07:05.751971 21158 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0831 22:07:05.752003 21158 ssh_runner.go:362] scp helm-tiller/helm-tiller-svc.yaml --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0831 22:07:05.753897 21158 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0831 22:07:05.753917 21158 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0831 22:07:05.850625 21158 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0831 22:07:05.850674 21158 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0831 22:07:05.866195 21158 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0831 22:07:05.866226 21158 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0831 22:07:05.868623 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0831 22:07:05.868658 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0831 22:07:05.965147 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0831 22:07:06.051466 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0831 22:07:06.151926 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0831 22:07:06.160574 21158 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0831 22:07:06.160601 21158 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0831 22:07:06.162433 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0831 22:07:06.162795 21158 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0831 22:07:06.162853 21158 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0831 22:07:06.171624 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0831 22:07:06.171668 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0831 22:07:06.172007 21158 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0831 22:07:06.172174 21158 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0831 22:07:06.262428 21158 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0831 22:07:06.262504 21158 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0831 22:07:06.457895 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0831 22:07:06.457924 21158 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0831 22:07:06.467445 21158 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0831 22:07:06.467472 21158 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0831 22:07:06.652754 21158 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.484049947s)
I0831 22:07:06.652850 21158 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0831 22:07:06.654103 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.394457008s)
I0831 22:07:06.767282 21158 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0831 22:07:06.767306 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0831 22:07:06.856069 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0831 22:07:06.856101 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0831 22:07:06.958476 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0831 22:07:06.959521 21158 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:06.959582 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0831 22:07:07.154168 21158 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0831 22:07:07.154197 21158 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0831 22:07:07.156317 21158 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-062019" context rescaled to 1 replicas
I0831 22:07:07.170560 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:07.268417 21158 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0831 22:07:07.268447 21158 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0831 22:07:07.454123 21158 pod_ready.go:103] pod "coredns-6f6b679f8f-4lbvv" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:07.459403 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0831 22:07:07.758792 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0831 22:07:07.758822 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0831 22:07:07.870115 21158 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0831 22:07:07.870189 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0831 22:07:08.257924 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0831 22:07:08.258004 21158 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0831 22:07:08.452864 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (2.889118491s)
I0831 22:07:08.454901 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0831 22:07:08.953894 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.389156443s)
I0831 22:07:08.953962 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.297231554s)
I0831 22:07:08.954058 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.283249044s)
I0831 22:07:08.958030 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0831 22:07:08.958051 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0831 22:07:09.462218 21158 pod_ready.go:103] pod "coredns-6f6b679f8f-4lbvv" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:09.754190 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0831 22:07:09.754269 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0831 22:07:09.854663 21158 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0831 22:07:09.854742 21158 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0831 22:07:09.872552 21158 pod_ready.go:93] pod "coredns-6f6b679f8f-4lbvv" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:09.872592 21158 pod_ready.go:82] duration metric: took 4.50834949s for pod "coredns-6f6b679f8f-4lbvv" in "kube-system" namespace to be "Ready" ...
I0831 22:07:09.872606 21158 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace to be "Ready" ...
I0831 22:07:10.755803 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0831 22:07:11.856991 21158 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0831 22:07:11.857100 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:11.881353 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:11.958423 21158 pod_ready.go:103] pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:12.763479 21158 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0831 22:07:12.964905 21158 addons.go:234] Setting addon gcp-auth=true in "addons-062019"
I0831 22:07:12.964964 21158 host.go:66] Checking if "addons-062019" exists ...
I0831 22:07:12.965500 21158 cli_runner.go:164] Run: docker container inspect addons-062019 --format={{.State.Status}}
I0831 22:07:12.984331 21158 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0831 22:07:12.984378 21158 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-062019
I0831 22:07:13.000179 21158 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-12963/.minikube/machines/addons-062019/id_rsa Username:docker}
I0831 22:07:14.460941 21158 pod_ready.go:103] pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:15.456267 21158 pod_ready.go:98] pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:15 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 HostIPs:[{IP:192.168.49.2
}] PodIP:10.244.0.2 PodIPs:[{IP:10.244.0.2}] StartTime:2024-08-31 22:07:04 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-08-31 22:07:07 +0000 UTC,FinishedAt:2024-08-31 22:07:14 +0000 UTC,ContainerID:docker://60e735ffc1a476639bb8fd46831afde97e4946012a5bff9b66ab31ea2a1fbad1,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:1eeb4c7316bacb1d4c8ead65571cd92dd21e27359f0d4917f1a5822a73b75db1 ContainerID:docker://60e735ffc1a476639bb8fd46831afde97e4946012a5bff9b66ab31ea2a1fbad1 Started:0xc001a0b9f0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc001a09f10} {Name:kube-api-access-b46hb MountPath:/var/run/secrets/kubernetes.io/serviceaccount
ReadOnly:true RecursiveReadOnly:0xc001a09f20}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0831 22:07:15.456362 21158 pod_ready.go:82] duration metric: took 5.583745603s for pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace to be "Ready" ...
E0831 22:07:15.456385 21158 pod_ready.go:67] WaitExtra: waitPodCondition: pod "coredns-6f6b679f8f-rtdbs" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:15 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-31 22:07:04 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.4
9.2 HostIPs:[{IP:192.168.49.2}] PodIP:10.244.0.2 PodIPs:[{IP:10.244.0.2}] StartTime:2024-08-31 22:07:04 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-08-31 22:07:07 +0000 UTC,FinishedAt:2024-08-31 22:07:14 +0000 UTC,ContainerID:docker://60e735ffc1a476639bb8fd46831afde97e4946012a5bff9b66ab31ea2a1fbad1,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:1eeb4c7316bacb1d4c8ead65571cd92dd21e27359f0d4917f1a5822a73b75db1 ContainerID:docker://60e735ffc1a476639bb8fd46831afde97e4946012a5bff9b66ab31ea2a1fbad1 Started:0xc001a0b9f0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc001a09f10} {Name:kube-api-access-b46hb MountPath:/var/run/secrets
/kubernetes.io/serviceaccount ReadOnly:true RecursiveReadOnly:0xc001a09f20}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0831 22:07:15.456395 21158 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.461308 21158 pod_ready.go:93] pod "etcd-addons-062019" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:15.461380 21158 pod_ready.go:82] duration metric: took 4.975442ms for pod "etcd-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.461418 21158 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.470498 21158 pod_ready.go:93] pod "kube-apiserver-addons-062019" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:15.470532 21158 pod_ready.go:82] duration metric: took 9.080704ms for pod "kube-apiserver-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.470546 21158 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.556051 21158 pod_ready.go:93] pod "kube-controller-manager-addons-062019" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:15.556133 21158 pod_ready.go:82] duration metric: took 85.578381ms for pod "kube-controller-manager-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.556159 21158 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-fkhrj" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.565150 21158 pod_ready.go:93] pod "kube-proxy-fkhrj" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:15.565248 21158 pod_ready.go:82] duration metric: took 9.069826ms for pod "kube-proxy-fkhrj" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.565278 21158 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.851091 21158 pod_ready.go:93] pod "kube-scheduler-addons-062019" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:15.851186 21158 pod_ready.go:82] duration metric: took 285.888767ms for pod "kube-scheduler-addons-062019" in "kube-system" namespace to be "Ready" ...
I0831 22:07:15.851210 21158 pod_ready.go:39] duration metric: took 10.495766014s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0831 22:07:15.851265 21158 api_server.go:52] waiting for apiserver process to appear ...
I0831 22:07:15.851359 21158 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0831 22:07:16.870235 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (11.199258544s)
I0831 22:07:16.870422 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (10.818863075s)
I0831 22:07:16.870969 21158 addons.go:475] Verifying addon registry=true in "addons-062019"
I0831 22:07:16.870460 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (10.718456615s)
I0831 22:07:16.870557 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (10.708052587s)
I0831 22:07:16.871103 21158 addons.go:475] Verifying addon ingress=true in "addons-062019"
I0831 22:07:16.870620 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (9.912056648s)
I0831 22:07:16.871254 21158 addons.go:475] Verifying addon metrics-server=true in "addons-062019"
I0831 22:07:16.870730 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (9.700065711s)
I0831 22:07:16.870834 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (8.415904535s)
I0831 22:07:16.870864 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (10.905144853s)
W0831 22:07:16.871301 21158 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0831 22:07:16.871402 21158 retry.go:31] will retry after 350.308725ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0831 22:07:16.870770 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (9.411289432s)
I0831 22:07:16.951218 21158 out.go:177] * Verifying ingress addon...
I0831 22:07:16.951222 21158 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-062019 service yakd-dashboard -n yakd-dashboard
I0831 22:07:16.951275 21158 out.go:177] * Verifying registry addon...
I0831 22:07:16.953635 21158 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0831 22:07:16.953634 21158 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0831 22:07:16.957264 21158 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0831 22:07:16.957286 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:16.958515 21158 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0831 22:07:16.958533 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:17.222138 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:17.463674 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:17.464712 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:17.878335 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.12240761s)
I0831 22:07:17.878380 21158 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-062019"
I0831 22:07:17.878460 21158 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.027065592s)
I0831 22:07:17.878490 21158 api_server.go:72] duration metric: took 13.119278265s to wait for apiserver process to appear ...
I0831 22:07:17.878498 21158 api_server.go:88] waiting for apiserver healthz status ...
I0831 22:07:17.878444 21158 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (4.894066615s)
I0831 22:07:17.878520 21158 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0831 22:07:17.879866 21158 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:17.879935 21158 out.go:177] * Verifying csi-hostpath-driver addon...
I0831 22:07:17.883365 21158 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0831 22:07:17.884009 21158 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0831 22:07:17.884455 21158 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0831 22:07:17.884470 21158 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0831 22:07:17.950362 21158 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0831 22:07:17.951502 21158 api_server.go:141] control plane version: v1.31.0
I0831 22:07:17.951529 21158 api_server.go:131] duration metric: took 73.024821ms to wait for apiserver health ...
I0831 22:07:17.951539 21158 system_pods.go:43] waiting for kube-system pods to appear ...
I0831 22:07:17.956822 21158 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0831 22:07:17.956848 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:17.963113 21158 system_pods.go:59] 18 kube-system pods found
I0831 22:07:17.963152 21158 system_pods.go:61] "coredns-6f6b679f8f-4lbvv" [b9733242-1108-4dbe-a7da-9da5a0d1dfbb] Running
I0831 22:07:17.963165 21158 system_pods.go:61] "csi-hostpath-attacher-0" [0e809467-f79b-4cf4-a160-5c11d2658d13] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0831 22:07:17.963172 21158 system_pods.go:61] "csi-hostpath-resizer-0" [b5320479-86c8-454b-83f6-9be42e45358e] Pending
I0831 22:07:17.963184 21158 system_pods.go:61] "csi-hostpathplugin-rf7ph" [0fd767b3-9371-481d-81de-b1f6028ffabb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0831 22:07:17.963195 21158 system_pods.go:61] "etcd-addons-062019" [ad613698-243d-4b5b-8b88-4db3b1c8efb7] Running
I0831 22:07:17.963202 21158 system_pods.go:61] "kube-apiserver-addons-062019" [fd85b0bc-6e03-4696-987b-f497b07378f8] Running
I0831 22:07:17.963208 21158 system_pods.go:61] "kube-controller-manager-addons-062019" [b468ff23-0947-4659-b605-85efc2c04798] Running
I0831 22:07:17.963216 21158 system_pods.go:61] "kube-ingress-dns-minikube" [e3a9d474-2b73-41c4-8ff2-f54d53126f65] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0831 22:07:17.963228 21158 system_pods.go:61] "kube-proxy-fkhrj" [5285b32f-ebf0-436b-8196-ef1eb5ba3ef9] Running
I0831 22:07:17.963234 21158 system_pods.go:61] "kube-scheduler-addons-062019" [79b6ac55-0ed7-4aea-a71d-3b48c2106092] Running
I0831 22:07:17.963242 21158 system_pods.go:61] "metrics-server-84c5f94fbc-f95vb" [f6b764bb-e039-4baa-bc7e-1cbb1dfa8c04] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0831 22:07:17.963255 21158 system_pods.go:61] "nvidia-device-plugin-daemonset-cvd8z" [d6872087-20a9-403a-8d49-aaa43c16db51] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0831 22:07:17.963267 21158 system_pods.go:61] "registry-6fb4cdfc84-gvcgq" [ea0149ab-7745-43b6-8b62-1ea10549905c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0831 22:07:17.963276 21158 system_pods.go:61] "registry-proxy-h7plr" [8518e062-22c3-4792-8477-519c3acc1417] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0831 22:07:17.963288 21158 system_pods.go:61] "snapshot-controller-56fcc65765-bd79z" [62aa7a7e-5840-42e2-b0fd-52803a4b7a9f] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:17.963306 21158 system_pods.go:61] "snapshot-controller-56fcc65765-qhqhv" [45356d72-8fa6-4870-a656-9f0eaedd62a6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:17.963315 21158 system_pods.go:61] "storage-provisioner" [1fc3cf5f-9344-4f82-9f79-05cc4049aaf9] Running
I0831 22:07:17.963323 21158 system_pods.go:61] "tiller-deploy-b48cc5f79-89fbx" [7c41af58-b085-4eb2-97a3-5ec58bd639c0] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0831 22:07:17.963332 21158 system_pods.go:74] duration metric: took 11.785728ms to wait for pod list to return data ...
I0831 22:07:17.963346 21158 default_sa.go:34] waiting for default service account to be created ...
I0831 22:07:17.967576 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:17.968378 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:17.969121 21158 default_sa.go:45] found service account: "default"
I0831 22:07:17.969143 21158 default_sa.go:55] duration metric: took 5.786689ms for default service account to be created ...
I0831 22:07:17.969155 21158 system_pods.go:116] waiting for k8s-apps to be running ...
I0831 22:07:17.977573 21158 system_pods.go:86] 18 kube-system pods found
I0831 22:07:17.977599 21158 system_pods.go:89] "coredns-6f6b679f8f-4lbvv" [b9733242-1108-4dbe-a7da-9da5a0d1dfbb] Running
I0831 22:07:17.977611 21158 system_pods.go:89] "csi-hostpath-attacher-0" [0e809467-f79b-4cf4-a160-5c11d2658d13] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0831 22:07:17.977620 21158 system_pods.go:89] "csi-hostpath-resizer-0" [b5320479-86c8-454b-83f6-9be42e45358e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0831 22:07:17.977635 21158 system_pods.go:89] "csi-hostpathplugin-rf7ph" [0fd767b3-9371-481d-81de-b1f6028ffabb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0831 22:07:17.977647 21158 system_pods.go:89] "etcd-addons-062019" [ad613698-243d-4b5b-8b88-4db3b1c8efb7] Running
I0831 22:07:17.977653 21158 system_pods.go:89] "kube-apiserver-addons-062019" [fd85b0bc-6e03-4696-987b-f497b07378f8] Running
I0831 22:07:17.977659 21158 system_pods.go:89] "kube-controller-manager-addons-062019" [b468ff23-0947-4659-b605-85efc2c04798] Running
I0831 22:07:17.977668 21158 system_pods.go:89] "kube-ingress-dns-minikube" [e3a9d474-2b73-41c4-8ff2-f54d53126f65] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0831 22:07:17.977676 21158 system_pods.go:89] "kube-proxy-fkhrj" [5285b32f-ebf0-436b-8196-ef1eb5ba3ef9] Running
I0831 22:07:17.977683 21158 system_pods.go:89] "kube-scheduler-addons-062019" [79b6ac55-0ed7-4aea-a71d-3b48c2106092] Running
I0831 22:07:17.977694 21158 system_pods.go:89] "metrics-server-84c5f94fbc-f95vb" [f6b764bb-e039-4baa-bc7e-1cbb1dfa8c04] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0831 22:07:17.977705 21158 system_pods.go:89] "nvidia-device-plugin-daemonset-cvd8z" [d6872087-20a9-403a-8d49-aaa43c16db51] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0831 22:07:17.977714 21158 system_pods.go:89] "registry-6fb4cdfc84-gvcgq" [ea0149ab-7745-43b6-8b62-1ea10549905c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0831 22:07:17.977727 21158 system_pods.go:89] "registry-proxy-h7plr" [8518e062-22c3-4792-8477-519c3acc1417] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0831 22:07:17.977736 21158 system_pods.go:89] "snapshot-controller-56fcc65765-bd79z" [62aa7a7e-5840-42e2-b0fd-52803a4b7a9f] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:17.977746 21158 system_pods.go:89] "snapshot-controller-56fcc65765-qhqhv" [45356d72-8fa6-4870-a656-9f0eaedd62a6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:17.977758 21158 system_pods.go:89] "storage-provisioner" [1fc3cf5f-9344-4f82-9f79-05cc4049aaf9] Running
I0831 22:07:17.977766 21158 system_pods.go:89] "tiller-deploy-b48cc5f79-89fbx" [7c41af58-b085-4eb2-97a3-5ec58bd639c0] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0831 22:07:17.977774 21158 system_pods.go:126] duration metric: took 8.612365ms to wait for k8s-apps to be running ...
I0831 22:07:17.977786 21158 system_svc.go:44] waiting for kubelet service to be running ....
I0831 22:07:17.977833 21158 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0831 22:07:17.980142 21158 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0831 22:07:17.980161 21158 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0831 22:07:18.067439 21158 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0831 22:07:18.067459 21158 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0831 22:07:18.087800 21158 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0831 22:07:18.454235 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:18.457761 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:18.457928 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:18.954750 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:18.959699 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:18.960658 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:19.452220 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:19.457877 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:19.458864 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:19.564281 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.342098058s)
I0831 22:07:19.564321 21158 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.586444243s)
I0831 22:07:19.564348 21158 system_svc.go:56] duration metric: took 1.586558784s WaitForService to wait for kubelet
I0831 22:07:19.564387 21158 kubeadm.go:582] duration metric: took 14.805173221s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0831 22:07:19.564429 21158 node_conditions.go:102] verifying NodePressure condition ...
I0831 22:07:19.566982 21158 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0831 22:07:19.567013 21158 node_conditions.go:123] node cpu capacity is 8
I0831 22:07:19.567048 21158 node_conditions.go:105] duration metric: took 2.611537ms to run NodePressure ...
I0831 22:07:19.567062 21158 start.go:241] waiting for startup goroutines ...
I0831 22:07:19.755158 21158 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.667314473s)
I0831 22:07:19.757301 21158 addons.go:475] Verifying addon gcp-auth=true in "addons-062019"
I0831 22:07:19.758877 21158 out.go:177] * Verifying gcp-auth addon...
I0831 22:07:19.761019 21158 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0831 22:07:19.763326 21158 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0831 22:07:19.888915 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:19.957690 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:19.958095 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:20.389121 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:20.457128 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:20.457644 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:20.888410 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:20.957911 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:20.958816 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:21.388327 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:21.457294 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:21.457802 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:21.888811 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:21.958623 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:21.958993 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:22.388978 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:22.457414 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:22.457698 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:22.889569 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:22.957529 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:22.957966 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:23.388400 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:23.457474 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:23.457940 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:23.888935 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:23.988898 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:23.989151 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:24.388479 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:24.457583 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:24.457718 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:24.888366 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:24.957515 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:24.958123 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:25.388818 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:25.456655 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:25.456833 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:25.887866 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:25.957001 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:25.957479 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:26.387365 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:26.458035 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:26.458236 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:26.888234 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:26.956989 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:26.957603 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:27.388208 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:27.457097 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:27.457587 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:27.888365 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:27.957564 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:27.957951 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:28.388263 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:28.457118 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:28.457491 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:28.887604 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:28.957040 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:28.957266 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:29.388377 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:29.457389 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:29.457634 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:29.887813 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:29.957043 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:29.957350 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:30.392058 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:30.457436 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:30.457793 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:30.888282 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:30.956637 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:30.957182 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:31.388571 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:31.457854 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:31.458898 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:31.888736 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:31.957989 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:31.958201 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:32.388333 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:32.457530 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:32.457918 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:32.888494 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:32.957631 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:32.957871 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:33.388754 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:33.456594 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:33.456787 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:33.888067 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:33.957076 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:33.957388 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:34.387558 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:34.456586 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:34.457058 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:34.887856 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:34.956642 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:34.957065 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:35.387794 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:35.456884 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:35.457071 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:35.888433 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:35.956482 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:35.956727 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:36.388416 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:36.457149 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:36.457754 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:36.887768 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:36.956919 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:36.957138 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:37.388737 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:37.456690 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:37.456947 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:37.888748 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:37.957291 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:37.957431 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:38.387834 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:38.457436 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:38.457868 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:38.887672 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:38.956743 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:38.957121 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:39.388217 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:39.457116 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:39.457493 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:39.887633 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:39.956739 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:39.956981 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:40.388511 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:40.457630 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:40.457821 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:40.888364 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:40.957570 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:40.957723 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:41.388532 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:41.457381 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:41.457613 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:41.888906 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:41.957253 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:41.957511 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:42.388473 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:42.457735 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:42.458202 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:42.887619 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:42.977181 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:42.977653 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:43.387616 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:43.457515 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:43.458144 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:43.888610 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:43.957267 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:43.957549 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:44.388402 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:44.457385 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:44.457942 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:44.888527 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:44.956606 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:44.956736 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:45.388628 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:45.457164 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:45.457477 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:45.887990 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:45.957462 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:45.957605 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:46.388565 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:46.457611 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:46.457942 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:46.887563 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:46.957815 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:46.958081 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:47.388377 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:47.457750 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:47.457916 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:47.888420 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:47.958219 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:47.958413 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:48.388372 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:48.457400 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:48.457858 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:48.888803 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:48.957744 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:48.958031 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:49.388087 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:49.457668 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:49.457881 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:49.888127 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:49.957492 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:49.957764 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:50.388434 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:50.457542 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:50.457916 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:50.888148 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:50.957354 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:50.957465 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:51.387387 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:51.457761 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:51.458039 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:51.888931 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:51.957931 21158 kapi.go:107] duration metric: took 35.004299167s to wait for kubernetes.io/minikube-addons=registry ...
I0831 22:07:51.958628 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:52.388530 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:52.456923 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:52.888807 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:52.958501 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:53.390521 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:53.457466 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:53.888230 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:53.957071 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:54.387612 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:54.456993 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:54.887997 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:54.957063 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:55.387926 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:55.457436 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:55.888181 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:55.957711 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:56.387930 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:56.457803 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:56.888674 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:56.958069 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:57.388637 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:57.457915 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:57.888270 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:57.957916 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:58.388187 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:58.457713 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:58.887866 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:58.957379 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:59.388878 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:59.457496 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:59.888625 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:59.957855 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:00.389072 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:00.457353 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:00.888653 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:00.957702 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:01.388600 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:01.458099 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:01.887721 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:01.957344 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:02.388805 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:02.457813 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:02.888984 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:02.957467 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:03.390083 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:03.489396 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:03.888128 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:03.957474 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:04.387728 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:04.457326 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:04.887475 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:04.957882 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:05.388997 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:05.458017 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:05.889224 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:05.957609 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:06.387512 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:06.456841 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:06.888653 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:06.958301 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:07.388624 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:07.458377 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:07.887686 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:07.957390 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:08.389159 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:08.458259 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:08.887828 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:08.957833 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:09.388845 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:09.457588 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:09.888400 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:09.957812 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:10.388871 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:10.457584 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:10.952737 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:10.959449 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:11.388652 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:11.457154 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:11.888448 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:11.957664 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:12.388859 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:12.457285 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:12.888834 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:12.958354 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:13.388689 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:13.456953 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:13.888484 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:13.958166 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:14.389089 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:14.457410 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:14.888189 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:14.958084 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:15.387828 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:15.457300 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:15.888494 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:15.958335 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:16.388459 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:16.458176 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:16.888295 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:16.957946 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:17.389070 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:17.456879 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:17.888397 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:17.957554 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:18.388206 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:18.457858 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:18.888906 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:18.958269 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:19.454007 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:19.458241 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:19.888462 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:19.958340 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:20.388751 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:20.488072 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:20.888967 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:20.958284 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:21.452871 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:21.459024 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:21.888750 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:21.958471 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:22.387802 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:22.457874 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:22.888211 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:22.957792 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:23.388191 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:23.457582 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:23.888965 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:23.957445 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:24.387737 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:24.457004 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:24.888801 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:24.957041 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:25.388861 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:25.457997 21158 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:25.916411 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:26.018723 21158 kapi.go:107] duration metric: took 1m9.065085269s to wait for app.kubernetes.io/name=ingress-nginx ...
I0831 22:08:26.397171 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:26.887482 21158 kapi.go:107] duration metric: took 1m9.003471513s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0831 22:08:42.264190 21158 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0831 22:08:42.264211 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:42.764126 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:43.263824 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:43.765043 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:44.263632 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:44.764713 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:45.263615 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:45.764505 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:46.264343 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:46.764220 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:47.264062 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:47.764125 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:48.264272 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:48.764077 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:49.264344 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:49.764344 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:50.263869 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:50.764641 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:51.264272 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:51.764540 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:52.265039 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:52.763778 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:53.264535 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:53.764593 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:54.264294 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:54.764120 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:55.264373 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:55.764216 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:56.264258 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:56.763985 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:57.263778 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:57.764818 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:58.265043 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:58.763875 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:59.263654 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:59.764732 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:00.264169 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:00.764015 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:01.264385 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:01.764686 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:02.264420 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:02.764141 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:03.263896 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:03.764880 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:04.264864 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:04.765153 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:05.263857 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:05.765285 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:06.264008 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:06.763926 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:07.263744 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:07.764770 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:08.264904 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:08.764390 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:09.263967 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:09.764023 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:10.263774 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:10.764682 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:11.263749 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:11.764975 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:12.263851 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:12.764400 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:13.264043 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:13.764191 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:14.264041 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:14.764152 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:15.263803 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:15.764910 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:16.263966 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:16.763826 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:17.264579 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:17.764742 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:18.264883 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:18.764988 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:19.266257 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:19.764122 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:20.264102 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:20.764117 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:21.264339 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:21.764259 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:22.264107 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:22.764634 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:23.264611 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:23.764555 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:24.264427 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:24.764172 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:25.263908 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:25.763921 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:26.263891 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:26.764157 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:27.263993 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:27.764030 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:28.264238 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:28.764505 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:29.264603 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:29.764579 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:30.264584 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:30.764308 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:31.264365 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:31.764595 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:32.264743 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:32.764390 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:33.263816 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:33.765090 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:34.264063 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:34.764057 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:35.263792 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:35.765037 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:36.264053 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:36.763771 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:37.264557 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:37.764412 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:38.264445 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:38.764566 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:39.264717 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:39.764799 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:40.264749 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:40.764760 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:41.263911 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:41.764000 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:42.264350 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:42.764066 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:43.263732 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:43.765165 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:44.263845 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:44.765159 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:45.263758 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:45.764982 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:46.264627 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:46.764723 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:47.264620 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:47.765405 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:48.264554 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:48.764572 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:49.265163 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:49.764036 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:50.264767 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:50.764844 21158 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:51.264476 21158 kapi.go:107] duration metric: took 2m31.503451532s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0831 22:09:51.266205 21158 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-062019 cluster.
I0831 22:09:51.267541 21158 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0831 22:09:51.268907 21158 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0831 22:09:51.270229 21158 out.go:177] * Enabled addons: nvidia-device-plugin, ingress-dns, storage-provisioner, cloud-spanner, default-storageclass, volcano, helm-tiller, metrics-server, inspektor-gadget, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, csi-hostpath-driver, gcp-auth
I0831 22:09:51.271374 21158 addons.go:510] duration metric: took 2m46.512120707s for enable addons: enabled=[nvidia-device-plugin ingress-dns storage-provisioner cloud-spanner default-storageclass volcano helm-tiller metrics-server inspektor-gadget yakd storage-provisioner-rancher volumesnapshots registry ingress csi-hostpath-driver gcp-auth]
I0831 22:09:51.271417 21158 start.go:246] waiting for cluster config update ...
I0831 22:09:51.271443 21158 start.go:255] writing updated cluster config ...
I0831 22:09:51.271685 21158 ssh_runner.go:195] Run: rm -f paused
I0831 22:09:51.320621 21158 start.go:600] kubectl: 1.31.0, cluster: 1.31.0 (minor skew: 0)
I0831 22:09:51.322214 21158 out.go:177] * Done! kubectl is now configured to use "addons-062019" cluster and "default" namespace by default
==> Docker <==
Aug 31 22:19:26 addons-062019 dockerd[1339]: time="2024-08-31T22:19:26.994785502Z" level=info msg="Attempting next endpoint for pull after error: Head \"https://gcr.io/v2/k8s-minikube/busybox/manifests/latest\": unauthorized: authentication failed"
Aug 31 22:19:26 addons-062019 dockerd[1339]: time="2024-08-31T22:19:26.996835999Z" level=error msg="Handler for POST /v1.43/images/create returned error: Head \"https://gcr.io/v2/k8s-minikube/busybox/manifests/latest\": unauthorized: authentication failed"
Aug 31 22:19:33 addons-062019 cri-dockerd[1604]: time="2024-08-31T22:19:33Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/83bc162f801b094f1d9307bec1090e13d2f1a04b398c8fa020403f078f8e6bb8/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:5]"
Aug 31 22:19:34 addons-062019 cri-dockerd[1604]: time="2024-08-31T22:19:34Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"
Aug 31 22:19:39 addons-062019 dockerd[1339]: time="2024-08-31T22:19:39.856643117Z" level=info msg="ignoring event" container=524268bf8e8f75ed6e38d4e7f4ae22c5e51abf2ca5dd0d595d3d71bfb62de61b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:39 addons-062019 dockerd[1339]: time="2024-08-31T22:19:39.997848396Z" level=info msg="ignoring event" container=83bc162f801b094f1d9307bec1090e13d2f1a04b398c8fa020403f078f8e6bb8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.454490021Z" level=info msg="ignoring event" container=c374f63034969b2524322c33a590167bff98c1190478dd859af9aba70b890d7a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.557408132Z" level=info msg="ignoring event" container=5579b1c2eb62a4ee916c2e05ef0b013568da82eb9c1a942e906f85fa7c3c592e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.565838886Z" level=info msg="ignoring event" container=c835799197b6a8716a490eb6eb008e89ddcf1374b7e89543b9b24d3e6efa00d2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.567430973Z" level=info msg="ignoring event" container=9a9f3f819a1dd16aee3ac22c2743ae0ca7102904ef88f058a7506c8b3d178384 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.650531124Z" level=info msg="ignoring event" container=a48587137ee9374fb459ad5a86a65cfc1604f202f346ce26088282bee19bedc9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.650605823Z" level=info msg="ignoring event" container=ed0a9325da01a015c7a280fd3fd62cc2c6a2ba0e916e02f0fad9ee7cb6e9aeb9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.651079756Z" level=info msg="ignoring event" container=f92c6994c98a3ebd291f0f872d941016ef39af30083a700f52626ce9bff1050d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.664086247Z" level=info msg="ignoring event" container=0713342a3a7d9ac507ef1cc3759b80ff1ce4eaa542d64e5cab3e8483c54206bc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.889050430Z" level=info msg="ignoring event" container=b1801ab12b79394001e4e999e7cd245f178784c0914bf4b16709daa10c75282c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.971468490Z" level=info msg="ignoring event" container=ca9e9443debe453a64d9fd33cd5807e35212ad02dcdbe2c3695744e33057a4e7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:41 addons-062019 dockerd[1339]: time="2024-08-31T22:19:41.982408002Z" level=info msg="ignoring event" container=072e5e04caf7b123a0eca52982f8a97d26db99f918e73e9bde3a1afa37f06966 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:44 addons-062019 dockerd[1339]: time="2024-08-31T22:19:44.683503349Z" level=info msg="ignoring event" container=973c62fea2e196d858955c70a3904dc05a6987ff66697c60b2b2aff3df849e5c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.011836545Z" level=info msg="Container failed to exit within 30s of signal 15 - using the force" container=7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.033052670Z" level=info msg="ignoring event" container=7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.182361406Z" level=info msg="ignoring event" container=60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.253922176Z" level=info msg="ignoring event" container=f6ea7a180980d9461439762ff0364002c6c50b8194121d5fc3d36db8fda37ab2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.265373354Z" level=info msg="ignoring event" container=5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.391799209Z" level=info msg="ignoring event" container=21677d2bef612cbab3161529209d498026626b04c2db12f58cb2cac68b4ac888 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-062019 dockerd[1339]: time="2024-08-31T22:19:45.475556403Z" level=info msg="ignoring event" container=20e21cb718a208d40e2693d52c633cc1e46b356ba6a548d2675391b4f1d2721e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3fa6db8218f1a a416a98b71e22 31 seconds ago Exited helper-pod 0 f576d1829ec06 helper-pod-delete-pvc-20dcccd8-e7fe-4ed6-82bc-9f7db35d0a45
87aa5ce08d031 busybox@sha256:82742949a3709938cbeb9cec79f5eaf3e48b255389f2dcedf2de29ef96fd841c 35 seconds ago Exited busybox 0 3a6078fe68945 test-local-path
d15400b5e3d76 busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 41 seconds ago Exited helper-pod 0 b71801a5d33ca helper-pod-create-pvc-20dcccd8-e7fe-4ed6-82bc-9f7db35d0a45
b1adb372963c8 ghcr.io/headlamp-k8s/headlamp@sha256:899d106eeb55b0afc4ee6e51c03bc4418de0bd0e79c39744d4d0d751aae6a971 43 seconds ago Running headlamp 0 fe724126f2f1a headlamp-57fb76fcdb-6bdgb
326882d6d52f6 kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 50 seconds ago Running hello-world-app 0 c0c8c03a5cf54 hello-world-app-55bf9c44b4-x8t8x
db7d0beeee49b nginx@sha256:c04c18adc2a407740a397c8407c011fc6c90026a9b65cceddef7ae5484360158 About a minute ago Running nginx 0 6da2c2ef06b0e nginx
c1cfddd5d13d3 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 9 minutes ago Running gcp-auth 0 ed3a00eb91237 gcp-auth-89d5ffd79-7lnx6
d57c465ca0366 registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 11 minutes ago Running volume-snapshot-controller 0 0fd7fe104b32d snapshot-controller-56fcc65765-bd79z
6373f5a0110de registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 11 minutes ago Running volume-snapshot-controller 0 0f4d0206e3ed7 snapshot-controller-56fcc65765-qhqhv
5c0c260e16178 6e38f40d628db 12 minutes ago Running storage-provisioner 0 ee6fa79562425 storage-provisioner
4849dd90796f8 cbb01a7bd410d 12 minutes ago Running coredns 0 5c1698fed377c coredns-6f6b679f8f-4lbvv
fbd2270998c13 ad83b2ca7b09e 12 minutes ago Running kube-proxy 0 5c25dae1c4629 kube-proxy-fkhrj
f16f281ad697d 2e96e5913fc06 12 minutes ago Running etcd 0 c6a6b17f58a04 etcd-addons-062019
875cd63278f37 604f5db92eaa8 12 minutes ago Running kube-apiserver 0 551fdc884635f kube-apiserver-addons-062019
41a1f48dbf7e6 045733566833c 12 minutes ago Running kube-controller-manager 0 463dc2aef6530 kube-controller-manager-addons-062019
890186fd639ae 1766f54c897f0 12 minutes ago Running kube-scheduler 0 babf76cbca724 kube-scheduler-addons-062019
==> coredns [4849dd90796f] <==
[INFO] 10.244.0.7:53233 - 53501 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000091428s
[INFO] 10.244.0.7:40829 - 34761 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000041127s
[INFO] 10.244.0.7:40829 - 52687 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000063947s
[INFO] 10.244.0.7:53517 - 28700 "A IN registry.kube-system.svc.cluster.local.europe-west1-b.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.003124759s
[INFO] 10.244.0.7:53517 - 49411 "AAAA IN registry.kube-system.svc.cluster.local.europe-west1-b.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004133257s
[INFO] 10.244.0.7:34447 - 58055 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003563301s
[INFO] 10.244.0.7:34447 - 34506 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003658015s
[INFO] 10.244.0.7:33356 - 47553 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004621099s
[INFO] 10.244.0.7:33356 - 48892 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005015944s
[INFO] 10.244.0.7:46037 - 21616 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000055085s
[INFO] 10.244.0.7:46037 - 638 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00007634s
[INFO] 10.244.0.26:46334 - 52217 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000365643s
[INFO] 10.244.0.26:33969 - 51268 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000428319s
[INFO] 10.244.0.26:42727 - 39095 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000134876s
[INFO] 10.244.0.26:48684 - 48726 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000185944s
[INFO] 10.244.0.26:48298 - 51572 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00010291s
[INFO] 10.244.0.26:54679 - 32059 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000153534s
[INFO] 10.244.0.26:55510 - 35919 "A IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007150841s
[INFO] 10.244.0.26:34721 - 48137 "AAAA IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007463103s
[INFO] 10.244.0.26:55950 - 21091 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.004999863s
[INFO] 10.244.0.26:44117 - 30057 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005267922s
[INFO] 10.244.0.26:58815 - 14686 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00389499s
[INFO] 10.244.0.26:33164 - 12104 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005247348s
[INFO] 10.244.0.26:39718 - 15975 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 140 0.001576627s
[INFO] 10.244.0.26:55154 - 715 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 116 0.001673367s
==> describe nodes <==
Name: addons-062019
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-062019
kubernetes.io/os=linux
minikube.k8s.io/commit=8ab9a20c866aaad18bea6fac47c5d146303457d2
minikube.k8s.io/name=addons-062019
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_08_31T22_06_59_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-062019
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 31 Aug 2024 22:06:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-062019
AcquireTime: <unset>
RenewTime: Sat, 31 Aug 2024 22:19:44 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 31 Aug 2024 22:19:34 +0000 Sat, 31 Aug 2024 22:06:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 31 Aug 2024 22:19:34 +0000 Sat, 31 Aug 2024 22:06:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 31 Aug 2024 22:19:34 +0000 Sat, 31 Aug 2024 22:06:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 31 Aug 2024 22:19:34 +0000 Sat, 31 Aug 2024 22:06:57 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-062019
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859320Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859320Ki
pods: 110
System Info:
Machine ID: 2ca2e045a0634f37a9af25e128d79988
System UUID: 0dfa9fce-0710-4e20-b6fe-d1ed3f4d2808
Boot ID: 42f24c18-34a3-41a9-b4d5-869da0da75be
Kernel Version: 5.15.0-1067-gcp
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m14s
default hello-world-app-55bf9c44b4-x8t8x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 66s
gcp-auth gcp-auth-89d5ffd79-7lnx6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
headlamp headlamp-57fb76fcdb-6bdgb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 47s
kube-system coredns-6f6b679f8f-4lbvv 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 12m
kube-system etcd-addons-062019 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 12m
kube-system kube-apiserver-addons-062019 250m (3%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-062019 200m (2%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-fkhrj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-062019 100m (1%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system snapshot-controller-56fcc65765-bd79z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system snapshot-controller-56fcc65765-qhqhv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 0 (0%)
memory 170Mi (0%) 170Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node addons-062019 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x7 over 12m) kubelet Node addons-062019 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node addons-062019 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-062019 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-062019 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-062019 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-062019 event: Registered Node addons-062019 in Controller
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 32 f5 4f 17 b6 29 08 06
[ +1.909587] IPv4: martian source 10.244.0.1 from 10.244.0.17, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff b6 b2 ba b2 b8 08 08 06
[ +2.322268] IPv4: martian source 10.244.0.1 from 10.244.0.18, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff be 26 2b 4c d7 53 08 06
[ +5.187437] IPv4: martian source 10.244.0.1 from 10.244.0.19, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ce e4 4f 39 09 1b 08 06
[ +0.926330] IPv4: martian source 10.244.0.1 from 10.244.0.20, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff fa 59 85 0c 0b 5e 08 06
[ +0.089599] IPv4: martian source 10.244.0.1 from 10.244.0.21, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 36 c3 1c 1c 91 21 08 06
[ +5.400519] IPv4: martian source 10.244.0.1 from 10.244.0.22, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 7e 6e 1a cb 7a 1e 08 06
[Aug31 22:09] IPv4: martian source 10.244.0.1 from 10.244.0.24, on dev eth0
[ +0.000013] ll header: 00000000: ff ff ff ff ff ff ee 46 5c c6 a8 f3 08 06
[ +0.326102] IPv4: martian source 10.244.0.1 from 10.244.0.25, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 0a 07 c6 78 26 0e 08 06
[ +27.045193] IPv4: martian source 10.244.0.1 from 10.244.0.26, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff da be 0b cd 89 71 08 06
[ +0.000543] IPv4: martian source 10.244.0.26 from 10.244.0.3, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff 9e e5 87 91 f6 10 08 06
[Aug31 22:18] IPv4: martian source 10.244.0.1 from 10.244.0.29, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 26 c7 be bb 61 3b 08 06
[ +11.021041] IPv4: martian source 10.244.0.30 from 10.244.0.22, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 7e 6e 1a cb 7a 1e 08 06
==> etcd [f16f281ad697] <==
{"level":"info","ts":"2024-08-31T22:06:54.853352Z","caller":"embed/etcd.go:870","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-08-31T22:06:55.082149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-08-31T22:06:55.082203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-08-31T22:06:55.082231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-08-31T22:06:55.082253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-08-31T22:06:55.082261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-31T22:06:55.082275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-08-31T22:06:55.082288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-31T22:06:55.083297Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-062019 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-08-31T22:06:55.083310Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:55.083371Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-31T22:06:55.083407Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-31T22:06:55.083681Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-08-31T22:06:55.083718Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-08-31T22:06:55.084069Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:55.084149Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:55.084169Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:55.084517Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-31T22:06:55.084546Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-31T22:06:55.085377Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-08-31T22:06:55.085825Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"warn","ts":"2024-08-31T22:07:23.628548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.717034ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128031588875978057 > lease_revoke:<id:70cc91aa7a1b40cf>","response":"size:29"}
{"level":"info","ts":"2024-08-31T22:16:55.394564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1905}
{"level":"info","ts":"2024-08-31T22:16:55.417739Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1905,"took":"22.661495ms","hash":704430521,"current-db-size-bytes":8814592,"current-db-size":"8.8 MB","current-db-size-in-use-bytes":5050368,"current-db-size-in-use":"5.1 MB"}
{"level":"info","ts":"2024-08-31T22:16:55.417781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":704430521,"revision":1905,"compact-revision":-1}
==> gcp-auth [c1cfddd5d13d] <==
2024/08/31 22:10:32 Ready to write response ...
2024/08/31 22:18:39 Ready to marshal response ...
2024/08/31 22:18:39 Ready to write response ...
2024/08/31 22:18:40 Ready to marshal response ...
2024/08/31 22:18:40 Ready to write response ...
2024/08/31 22:18:44 Ready to marshal response ...
2024/08/31 22:18:44 Ready to write response ...
2024/08/31 22:18:53 Ready to marshal response ...
2024/08/31 22:18:53 Ready to write response ...
2024/08/31 22:18:59 Ready to marshal response ...
2024/08/31 22:18:59 Ready to write response ...
2024/08/31 22:18:59 Ready to marshal response ...
2024/08/31 22:18:59 Ready to write response ...
2024/08/31 22:18:59 Ready to marshal response ...
2024/08/31 22:18:59 Ready to write response ...
2024/08/31 22:19:02 Ready to marshal response ...
2024/08/31 22:19:02 Ready to write response ...
2024/08/31 22:19:02 Ready to marshal response ...
2024/08/31 22:19:02 Ready to write response ...
2024/08/31 22:19:10 Ready to marshal response ...
2024/08/31 22:19:10 Ready to write response ...
2024/08/31 22:19:14 Ready to marshal response ...
2024/08/31 22:19:14 Ready to write response ...
2024/08/31 22:19:32 Ready to marshal response ...
2024/08/31 22:19:32 Ready to write response ...
==> kernel <==
22:19:46 up 1:02, 0 users, load average: 0.49, 0.30, 0.23
Linux addons-062019 5.15.0-1067-gcp #75~20.04.1-Ubuntu SMP Wed Aug 7 20:43:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kube-apiserver [875cd63278f3] <==
I0831 22:10:06.614295 1 controller.go:615] quota admission added evaluator for: podgroups.scheduling.volcano.sh
I0831 22:10:22.155492 1 handler.go:286] Adding GroupVersion batch.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:22.172585 1 handler.go:286] Adding GroupVersion bus.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:22.478490 1 handler.go:286] Adding GroupVersion scheduling.volcano.sh v1beta1 to ResourceManager
I0831 22:10:22.485139 1 handler.go:286] Adding GroupVersion scheduling.volcano.sh v1beta1 to ResourceManager
I0831 22:10:22.573454 1 handler.go:286] Adding GroupVersion nodeinfo.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:22.672790 1 handler.go:286] Adding GroupVersion scheduling.volcano.sh v1beta1 to ResourceManager
I0831 22:10:23.062631 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:23.173116 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:23.268705 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
W0831 22:10:23.352130 1 cacher.go:171] Terminating all watchers from cacher commands.bus.volcano.sh
W0831 22:10:23.663071 1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh
W0831 22:10:23.673165 1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh
W0831 22:10:23.757359 1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh
W0831 22:10:24.050662 1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh
W0831 22:10:24.269307 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0831 22:10:24.571974 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0831 22:18:39.858287 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0831 22:18:40.177282 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0831 22:18:40.401304 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.241.180"}
W0831 22:18:40.885745 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0831 22:18:53.888559 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.101.188.147"}
I0831 22:18:59.089652 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.106.32.69"}
I0831 22:19:19.411797 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0831 22:19:30.461321 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
==> kube-controller-manager [41a1f48dbf7e] <==
I0831 22:19:04.334366 1 shared_informer.go:320] Caches are synced for garbage collector
I0831 22:19:05.023896 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="headlamp/headlamp-57fb76fcdb" duration="95.936µs"
I0831 22:19:05.038749 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="headlamp/headlamp-57fb76fcdb" duration="5.284789ms"
I0831 22:19:05.038885 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="headlamp/headlamp-57fb76fcdb" duration="96.213µs"
I0831 22:19:05.664640 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="ingress-nginx"
W0831 22:19:06.533592 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:06.533642 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0831 22:19:14.991322 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-86d989889c" duration="9.54µs"
W0831 22:19:19.710545 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:19.710586 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:19.959163 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:19.959198 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:27.325563 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:27.325601 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:27.519237 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:27.519275 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:31.726011 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:31.726050 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0831 22:19:34.678404 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-062019"
W0831 22:19:35.419047 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:35.419094 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0831 22:19:41.330804 1 stateful_set.go:466] "StatefulSet has been deleted" logger="statefulset-controller" key="kube-system/csi-hostpath-attacher"
I0831 22:19:41.380590 1 stateful_set.go:466] "StatefulSet has been deleted" logger="statefulset-controller" key="kube-system/csi-hostpath-resizer"
I0831 22:19:41.673088 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-062019"
I0831 22:19:45.117253 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-6fb4cdfc84" duration="8.476µs"
==> kube-proxy [fbd2270998c1] <==
I0831 22:07:04.708799 1 server_linux.go:66] "Using iptables proxy"
I0831 22:07:04.881941 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0831 22:07:04.882015 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0831 22:07:05.071312 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0831 22:07:05.071391 1 server_linux.go:169] "Using iptables Proxier"
I0831 22:07:05.149813 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0831 22:07:05.151724 1 server.go:483] "Version info" version="v1.31.0"
I0831 22:07:05.151749 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0831 22:07:05.154174 1 config.go:326] "Starting node config controller"
I0831 22:07:05.154195 1 shared_informer.go:313] Waiting for caches to sync for node config
I0831 22:07:05.154317 1 config.go:197] "Starting service config controller"
I0831 22:07:05.154326 1 shared_informer.go:313] Waiting for caches to sync for service config
I0831 22:07:05.154342 1 config.go:104] "Starting endpoint slice config controller"
I0831 22:07:05.154347 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0831 22:07:05.259017 1 shared_informer.go:320] Caches are synced for node config
I0831 22:07:05.259109 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0831 22:07:05.259163 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [890186fd639a] <==
W0831 22:06:56.858108 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0831 22:06:56.858185 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0831 22:06:56.858111 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0831 22:06:56.858212 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0831 22:06:56.858217 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
E0831 22:06:56.858185 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.663973 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0831 22:06:57.664012 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.705320 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0831 22:06:57.705367 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.711612 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0831 22:06:57.711649 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.724921 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0831 22:06:57.724953 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.767444 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0831 22:06:57.767476 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0831 22:06:57.824961 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0831 22:06:57.825008 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.875728 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0831 22:06:57.875770 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.902130 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0831 22:06:57.902192 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0831 22:06:57.903046 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0831 22:06:57.903075 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0831 22:06:59.653754 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Aug 31 22:19:44 addons-062019 kubelet[2437]: I0831 22:19:44.977413 2437 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-gxlld\" (UniqueName: \"kubernetes.io/projected/24e1bdde-ad75-42ca-978f-2075eb2cf751-kube-api-access-gxlld\") on node \"addons-062019\" DevicePath \"\""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.481829 2437 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/a02556ea-994e-4673-8bd5-a2e2042f4691-config-volume\") pod \"a02556ea-994e-4673-8bd5-a2e2042f4691\" (UID: \"a02556ea-994e-4673-8bd5-a2e2042f4691\") "
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.481878 2437 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rzts7\" (UniqueName: \"kubernetes.io/projected/a02556ea-994e-4673-8bd5-a2e2042f4691-kube-api-access-rzts7\") pod \"a02556ea-994e-4673-8bd5-a2e2042f4691\" (UID: \"a02556ea-994e-4673-8bd5-a2e2042f4691\") "
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.482352 2437 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a02556ea-994e-4673-8bd5-a2e2042f4691-config-volume" (OuterVolumeSpecName: "config-volume") pod "a02556ea-994e-4673-8bd5-a2e2042f4691" (UID: "a02556ea-994e-4673-8bd5-a2e2042f4691"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue ""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.483530 2437 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a02556ea-994e-4673-8bd5-a2e2042f4691-kube-api-access-rzts7" (OuterVolumeSpecName: "kube-api-access-rzts7") pod "a02556ea-994e-4673-8bd5-a2e2042f4691" (UID: "a02556ea-994e-4673-8bd5-a2e2042f4691"). InnerVolumeSpecName "kube-api-access-rzts7". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.582380 2437 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xzx24\" (UniqueName: \"kubernetes.io/projected/ea0149ab-7745-43b6-8b62-1ea10549905c-kube-api-access-xzx24\") pod \"ea0149ab-7745-43b6-8b62-1ea10549905c\" (UID: \"ea0149ab-7745-43b6-8b62-1ea10549905c\") "
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.582489 2437 reconciler_common.go:288] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/a02556ea-994e-4673-8bd5-a2e2042f4691-config-volume\") on node \"addons-062019\" DevicePath \"\""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.582506 2437 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-rzts7\" (UniqueName: \"kubernetes.io/projected/a02556ea-994e-4673-8bd5-a2e2042f4691-kube-api-access-rzts7\") on node \"addons-062019\" DevicePath \"\""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.584155 2437 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ea0149ab-7745-43b6-8b62-1ea10549905c-kube-api-access-xzx24" (OuterVolumeSpecName: "kube-api-access-xzx24") pod "ea0149ab-7745-43b6-8b62-1ea10549905c" (UID: "ea0149ab-7745-43b6-8b62-1ea10549905c"). InnerVolumeSpecName "kube-api-access-xzx24". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.682894 2437 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xtcq5\" (UniqueName: \"kubernetes.io/projected/8518e062-22c3-4792-8477-519c3acc1417-kube-api-access-xtcq5\") pod \"8518e062-22c3-4792-8477-519c3acc1417\" (UID: \"8518e062-22c3-4792-8477-519c3acc1417\") "
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.683009 2437 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-xzx24\" (UniqueName: \"kubernetes.io/projected/ea0149ab-7745-43b6-8b62-1ea10549905c-kube-api-access-xzx24\") on node \"addons-062019\" DevicePath \"\""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.685025 2437 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8518e062-22c3-4792-8477-519c3acc1417-kube-api-access-xtcq5" (OuterVolumeSpecName: "kube-api-access-xtcq5") pod "8518e062-22c3-4792-8477-519c3acc1417" (UID: "8518e062-22c3-4792-8477-519c3acc1417"). InnerVolumeSpecName "kube-api-access-xtcq5". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.753539 2437 scope.go:117] "RemoveContainer" containerID="60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.774312 2437 scope.go:117] "RemoveContainer" containerID="60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd"
Aug 31 22:19:45 addons-062019 kubelet[2437]: E0831 22:19:45.775016 2437 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd" containerID="60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.775060 2437 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd"} err="failed to get container status \"60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd\": rpc error: code = Unknown desc = Error response from daemon: No such container: 60bf11577d020b479bc772ad1f015fe2efbccfb0cdbbadafed74cfebbf7bfddd"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.775087 2437 scope.go:117] "RemoveContainer" containerID="5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.783672 2437 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-xtcq5\" (UniqueName: \"kubernetes.io/projected/8518e062-22c3-4792-8477-519c3acc1417-kube-api-access-xtcq5\") on node \"addons-062019\" DevicePath \"\""
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.790238 2437 scope.go:117] "RemoveContainer" containerID="5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3"
Aug 31 22:19:45 addons-062019 kubelet[2437]: E0831 22:19:45.791806 2437 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3" containerID="5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.791846 2437 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3"} err="failed to get container status \"5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3\": rpc error: code = Unknown desc = Error response from daemon: No such container: 5501940ec0809f13dba5092449d3150ed8a38bffa52300207e55e0d11eb9b0d3"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.791877 2437 scope.go:117] "RemoveContainer" containerID="7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.805304 2437 scope.go:117] "RemoveContainer" containerID="7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e"
Aug 31 22:19:45 addons-062019 kubelet[2437]: E0831 22:19:45.806116 2437 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e" containerID="7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e"
Aug 31 22:19:45 addons-062019 kubelet[2437]: I0831 22:19:45.806157 2437 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e"} err="failed to get container status \"7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e\": rpc error: code = Unknown desc = Error response from daemon: No such container: 7a9aed6027d2a2ad85f199a21308ed36f94f4867c1aaa12579d852518233109e"
==> storage-provisioner [5c0c260e1617] <==
I0831 22:07:12.665804 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0831 22:07:12.765051 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0831 22:07:12.765096 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0831 22:07:12.851328 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0831 22:07:12.852630 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"6cd8fa78-65f5-4d1d-975a-d14c31bc9809", APIVersion:"v1", ResourceVersion:"660", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-062019_dff50ba6-72d7-4188-a1eb-d9a6b1e12984 became leader
I0831 22:07:12.854050 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-062019_dff50ba6-72d7-4188-a1eb-d9a6b1e12984!
I0831 22:07:12.954877 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-062019_dff50ba6-72d7-4188-a1eb-d9a6b1e12984!
-- /stdout --
helpers_test.go:255: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-062019 -n addons-062019
helpers_test.go:262: (dbg) Run: kubectl --context addons-062019 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:273: non-running pods: busybox
helpers_test.go:275: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:278: (dbg) Run: kubectl --context addons-062019 describe pod busybox
helpers_test.go:283: (dbg) kubectl --context addons-062019 describe pod busybox:
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-062019/192.168.49.2
Start Time: Sat, 31 Aug 2024 22:10:32 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.28
IPs:
IP: 10.244.0.28
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-8b6b4 (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-8b6b4:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m14s default-scheduler Successfully assigned default/busybox to addons-062019
Normal Pulling 7m44s (x4 over 9m14s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m44s (x4 over 9m14s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m44s (x4 over 9m14s) kubelet Error: ErrImagePull
Warning Failed 7m31s (x6 over 9m14s) kubelet Error: ImagePullBackOff
Normal BackOff 4m8s (x21 over 9m14s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
-- /stdout --
helpers_test.go:286: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<
helpers_test.go:287: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Registry (72.58s)