=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:328: registry stabilized in 4.658774ms
addons_test.go:330: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-rjzd4" [87b7747e-ac02-4a01-b537-3ccd964580e8] Running
addons_test.go:330: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.004411771s
addons_test.go:333: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-hgvv7" [cbaedb6d-c887-4a40-9fe1-fd09e1825332] Running
addons_test.go:333: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 6.004270335s
addons_test.go:338: (dbg) Run: kubectl --context addons-706965 delete po -l run=registry-test --now
addons_test.go:343: (dbg) Run: kubectl --context addons-706965 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:343: (dbg) Non-zero exit: kubectl --context addons-706965 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.121182699s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:345: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-706965 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:349: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:357: (dbg) Run: out/minikube-linux-arm64 -p addons-706965 ip
addons_test.go:386: (dbg) Run: out/minikube-linux-arm64 -p addons-706965 addons disable registry --alsologtostderr -v=1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-706965
helpers_test.go:235: (dbg) docker inspect addons-706965:
-- stdout --
[
{
"Id": "4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe",
"Created": "2024-09-24T18:20:32.863471258Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8765,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-24T18:20:33.025844994Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:62002f6a97ad1f6cd4117c29b1c488a6bf3b6255c8231f0d600b1bc7ba1bcfd6",
"ResolvConfPath": "/var/lib/docker/containers/4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe/hostname",
"HostsPath": "/var/lib/docker/containers/4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe/hosts",
"LogPath": "/var/lib/docker/containers/4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe/4c08abeea2e81f4ac38b2ef184b15b770a7329cb184799081b70949e74528fbe-json.log",
"Name": "/addons-706965",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-706965:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-706965",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/61abdc51c7d37138ac0a0f84cb524af11255e5a5747955ddbdb71dbc451c4d53-init/diff:/var/lib/docker/overlay2/7cfe2bf694b7cf0e1b15852d55af611021b213fc601a3f2ee5d4cb4fdb7ca964/diff",
"MergedDir": "/var/lib/docker/overlay2/61abdc51c7d37138ac0a0f84cb524af11255e5a5747955ddbdb71dbc451c4d53/merged",
"UpperDir": "/var/lib/docker/overlay2/61abdc51c7d37138ac0a0f84cb524af11255e5a5747955ddbdb71dbc451c4d53/diff",
"WorkDir": "/var/lib/docker/overlay2/61abdc51c7d37138ac0a0f84cb524af11255e5a5747955ddbdb71dbc451c4d53/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-706965",
"Source": "/var/lib/docker/volumes/addons-706965/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-706965",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-706965",
"name.minikube.sigs.k8s.io": "addons-706965",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f0e3ffdf1b60cda923b10846f048c347fb3a16deba241b13f5827aae7781a2c2",
"SandboxKey": "/var/run/docker/netns/f0e3ffdf1b60",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-706965": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "d00ac3d797bfeb3d9330e59e581269664d1e57fdb82160b05082a3171c36d975",
"EndpointID": "ae608a9d279281e8b697f6ecee4ce75e50ce3fe973e3a68f0f6dc6b578422da8",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-706965",
"4c08abeea2e8"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-706965 -n addons-706965
helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-706965 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-706965 logs -n 25: (1.271744298s)
helpers_test.go:252: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-383349 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | |
| | -p download-only-383349 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| delete | -p download-only-383349 | download-only-383349 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| start | -o=json --download-only | download-only-168686 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | |
| | -p download-only-168686 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.1 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| delete | -p download-only-168686 | download-only-168686 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| delete | -p download-only-383349 | download-only-383349 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| delete | -p download-only-168686 | download-only-168686 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| start | --download-only -p | download-docker-961334 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | |
| | download-docker-961334 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-961334 | download-docker-961334 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| start | --download-only -p | binary-mirror-168589 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | |
| | binary-mirror-168589 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37169 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-168589 | binary-mirror-168589 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:20 UTC |
| addons | enable dashboard -p | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | |
| | addons-706965 | | | | | |
| addons | disable dashboard -p | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | |
| | addons-706965 | | | | | |
| start | -p addons-706965 --wait=true | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:20 UTC | 24 Sep 24 18:23 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-706965 addons disable | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:24 UTC | 24 Sep 24 18:24 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | -p addons-706965 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-706965 addons disable | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-706965 addons | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-706965 addons | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-706965 ip | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| addons | addons-706965 addons | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-706965 addons disable | addons-706965 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/24 18:20:09
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.23.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0924 18:20:09.148963 8267 out.go:345] Setting OutFile to fd 1 ...
I0924 18:20:09.149305 8267 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0924 18:20:09.149320 8267 out.go:358] Setting ErrFile to fd 2...
I0924 18:20:09.149325 8267 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0924 18:20:09.149632 8267 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19700-2203/.minikube/bin
I0924 18:20:09.150246 8267 out.go:352] Setting JSON to false
I0924 18:20:09.151010 8267 start.go:129] hostinfo: {"hostname":"ip-172-31-29-130","uptime":155,"bootTime":1727201855,"procs":153,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0924 18:20:09.151088 8267 start.go:139] virtualization:
I0924 18:20:09.153121 8267 out.go:177] * [addons-706965] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I0924 18:20:09.154713 8267 out.go:177] - MINIKUBE_LOCATION=19700
I0924 18:20:09.154784 8267 notify.go:220] Checking for updates...
I0924 18:20:09.157095 8267 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0924 18:20:09.158823 8267 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19700-2203/kubeconfig
I0924 18:20:09.160169 8267 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19700-2203/.minikube
I0924 18:20:09.161580 8267 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0924 18:20:09.163527 8267 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0924 18:20:09.165449 8267 driver.go:394] Setting default libvirt URI to qemu:///system
I0924 18:20:09.185123 8267 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I0924 18:20:09.185285 8267 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0924 18:20:09.240347 8267 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-09-24 18:20:09.230775477 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I0924 18:20:09.240464 8267 docker.go:318] overlay module found
I0924 18:20:09.241767 8267 out.go:177] * Using the docker driver based on user configuration
I0924 18:20:09.242957 8267 start.go:297] selected driver: docker
I0924 18:20:09.242972 8267 start.go:901] validating driver "docker" against <nil>
I0924 18:20:09.242985 8267 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0924 18:20:09.243621 8267 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0924 18:20:09.294074 8267 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-09-24 18:20:09.28520256 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridg
e-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I0924 18:20:09.294343 8267 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0924 18:20:09.294609 8267 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0924 18:20:09.296166 8267 out.go:177] * Using Docker driver with root privileges
I0924 18:20:09.297345 8267 cni.go:84] Creating CNI manager for ""
I0924 18:20:09.297432 8267 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:20:09.297446 8267 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0924 18:20:09.297574 8267 start.go:340] cluster config:
{Name:addons-706965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-706965 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0924 18:20:09.299101 8267 out.go:177] * Starting "addons-706965" primary control-plane node in "addons-706965" cluster
I0924 18:20:09.300435 8267 cache.go:121] Beginning downloading kic base image for docker with docker
I0924 18:20:09.301567 8267 out.go:177] * Pulling base image v0.0.45-1727108449-19696 ...
I0924 18:20:09.302917 8267 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:20:09.302975 8267 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19700-2203/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4
I0924 18:20:09.302998 8267 cache.go:56] Caching tarball of preloaded images
I0924 18:20:09.303008 8267 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local docker daemon
I0924 18:20:09.303084 8267 preload.go:172] Found /home/jenkins/minikube-integration/19700-2203/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0924 18:20:09.303094 8267 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0924 18:20:09.303446 8267 profile.go:143] Saving config to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/config.json ...
I0924 18:20:09.303502 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/config.json: {Name:mk5ed2c316a8540cc55defc900f241a63645d758 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:09.318435 8267 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 to local cache
I0924 18:20:09.318554 8267 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory
I0924 18:20:09.318578 8267 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory, skipping pull
I0924 18:20:09.318583 8267 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 exists in cache, skipping pull
I0924 18:20:09.318591 8267 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 as a tarball
I0924 18:20:09.318600 8267 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from local cache
I0924 18:20:26.043546 8267 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from cached tarball
I0924 18:20:26.043604 8267 cache.go:194] Successfully downloaded all kic artifacts
I0924 18:20:26.043633 8267 start.go:360] acquireMachinesLock for addons-706965: {Name:mk2f7b6ba2907993fac051b7b97f69b760a34555 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0924 18:20:26.043755 8267 start.go:364] duration metric: took 98.722µs to acquireMachinesLock for "addons-706965"
I0924 18:20:26.043791 8267 start.go:93] Provisioning new machine with config: &{Name:addons-706965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-706965 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0924 18:20:26.043867 8267 start.go:125] createHost starting for "" (driver="docker")
I0924 18:20:26.045375 8267 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0924 18:20:26.045654 8267 start.go:159] libmachine.API.Create for "addons-706965" (driver="docker")
I0924 18:20:26.045697 8267 client.go:168] LocalClient.Create starting
I0924 18:20:26.045806 8267 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem
I0924 18:20:26.608406 8267 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/cert.pem
I0924 18:20:26.730038 8267 cli_runner.go:164] Run: docker network inspect addons-706965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0924 18:20:26.744367 8267 cli_runner.go:211] docker network inspect addons-706965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0924 18:20:26.744465 8267 network_create.go:284] running [docker network inspect addons-706965] to gather additional debugging logs...
I0924 18:20:26.744488 8267 cli_runner.go:164] Run: docker network inspect addons-706965
W0924 18:20:26.760403 8267 cli_runner.go:211] docker network inspect addons-706965 returned with exit code 1
I0924 18:20:26.760432 8267 network_create.go:287] error running [docker network inspect addons-706965]: docker network inspect addons-706965: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-706965 not found
I0924 18:20:26.760445 8267 network_create.go:289] output of [docker network inspect addons-706965]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-706965 not found
** /stderr **
I0924 18:20:26.760540 8267 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0924 18:20:26.776516 8267 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001b81e60}
I0924 18:20:26.776555 8267 network_create.go:124] attempt to create docker network addons-706965 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0924 18:20:26.776611 8267 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-706965 addons-706965
I0924 18:20:26.842058 8267 network_create.go:108] docker network addons-706965 192.168.49.0/24 created
I0924 18:20:26.842089 8267 kic.go:121] calculated static IP "192.168.49.2" for the "addons-706965" container
I0924 18:20:26.842171 8267 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0924 18:20:26.855762 8267 cli_runner.go:164] Run: docker volume create addons-706965 --label name.minikube.sigs.k8s.io=addons-706965 --label created_by.minikube.sigs.k8s.io=true
I0924 18:20:26.871578 8267 oci.go:103] Successfully created a docker volume addons-706965
I0924 18:20:26.871880 8267 cli_runner.go:164] Run: docker run --rm --name addons-706965-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-706965 --entrypoint /usr/bin/test -v addons-706965:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib
I0924 18:20:29.054107 8267 cli_runner.go:217] Completed: docker run --rm --name addons-706965-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-706965 --entrypoint /usr/bin/test -v addons-706965:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib: (2.182177193s)
I0924 18:20:29.054135 8267 oci.go:107] Successfully prepared a docker volume addons-706965
I0924 18:20:29.054160 8267 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:20:29.054179 8267 kic.go:194] Starting extracting preloaded images to volume ...
I0924 18:20:29.054248 8267 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19700-2203/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-706965:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir
I0924 18:20:32.794544 8267 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19700-2203/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-706965:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir: (3.740239304s)
I0924 18:20:32.794574 8267 kic.go:203] duration metric: took 3.740392647s to extract preloaded images to volume ...
W0924 18:20:32.794712 8267 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0924 18:20:32.794841 8267 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0924 18:20:32.849668 8267 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-706965 --name addons-706965 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-706965 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-706965 --network addons-706965 --ip 192.168.49.2 --volume addons-706965:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21
I0924 18:20:33.191115 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Running}}
I0924 18:20:33.216846 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:20:33.240006 8267 cli_runner.go:164] Run: docker exec addons-706965 stat /var/lib/dpkg/alternatives/iptables
I0924 18:20:33.305713 8267 oci.go:144] the created container "addons-706965" has a running status.
I0924 18:20:33.305741 8267 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa...
I0924 18:20:33.660412 8267 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0924 18:20:33.696770 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:20:33.722862 8267 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0924 18:20:33.722881 8267 kic_runner.go:114] Args: [docker exec --privileged addons-706965 chown docker:docker /home/docker/.ssh/authorized_keys]
I0924 18:20:33.794971 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:20:33.819497 8267 machine.go:93] provisionDockerMachine start ...
I0924 18:20:33.819583 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:33.849305 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:33.849568 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:33.849579 8267 main.go:141] libmachine: About to run SSH command:
hostname
I0924 18:20:34.037517 8267 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-706965
I0924 18:20:34.037583 8267 ubuntu.go:169] provisioning hostname "addons-706965"
I0924 18:20:34.037676 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:34.058492 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:34.058730 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:34.058742 8267 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-706965 && echo "addons-706965" | sudo tee /etc/hostname
I0924 18:20:34.203967 8267 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-706965
I0924 18:20:34.204126 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:34.223251 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:34.223499 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:34.223521 8267 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-706965' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-706965/g' /etc/hosts;
else
echo '127.0.1.1 addons-706965' | sudo tee -a /etc/hosts;
fi
fi
I0924 18:20:34.361013 8267 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0924 18:20:34.361038 8267 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19700-2203/.minikube CaCertPath:/home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19700-2203/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19700-2203/.minikube}
I0924 18:20:34.361057 8267 ubuntu.go:177] setting up certificates
I0924 18:20:34.361068 8267 provision.go:84] configureAuth start
I0924 18:20:34.361132 8267 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-706965
I0924 18:20:34.378080 8267 provision.go:143] copyHostCerts
I0924 18:20:34.378161 8267 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19700-2203/.minikube/ca.pem (1082 bytes)
I0924 18:20:34.378291 8267 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19700-2203/.minikube/cert.pem (1123 bytes)
I0924 18:20:34.378373 8267 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19700-2203/.minikube/key.pem (1679 bytes)
I0924 18:20:34.378433 8267 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19700-2203/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca-key.pem org=jenkins.addons-706965 san=[127.0.0.1 192.168.49.2 addons-706965 localhost minikube]
I0924 18:20:34.572895 8267 provision.go:177] copyRemoteCerts
I0924 18:20:34.572958 8267 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0924 18:20:34.573009 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:34.589164 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:20:34.682265 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0924 18:20:34.706800 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0924 18:20:34.730507 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0924 18:20:34.754407 8267 provision.go:87] duration metric: took 393.32495ms to configureAuth
I0924 18:20:34.754434 8267 ubuntu.go:193] setting minikube options for container-runtime
I0924 18:20:34.754623 8267 config.go:182] Loaded profile config "addons-706965": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:20:34.754685 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:34.770650 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:34.770893 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:34.770911 8267 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0924 18:20:34.901477 8267 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0924 18:20:34.901497 8267 ubuntu.go:71] root file system type: overlay
I0924 18:20:34.901637 8267 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0924 18:20:34.901706 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:34.919001 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:34.919252 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:34.919333 8267 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0924 18:20:35.059124 8267 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0924 18:20:35.059220 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:35.079377 8267 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:35.079623 8267 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413650] 0x415e90 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:35.079646 8267 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0924 18:20:35.834112 8267 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-09-20 11:39:18.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-09-24 18:20:35.054105549 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0924 18:20:35.834147 8267 machine.go:96] duration metric: took 2.014630532s to provisionDockerMachine
I0924 18:20:35.834159 8267 client.go:171] duration metric: took 9.788452472s to LocalClient.Create
I0924 18:20:35.834172 8267 start.go:167] duration metric: took 9.788519901s to libmachine.API.Create "addons-706965"
I0924 18:20:35.834179 8267 start.go:293] postStartSetup for "addons-706965" (driver="docker")
I0924 18:20:35.834195 8267 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0924 18:20:35.834265 8267 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0924 18:20:35.834306 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:35.851273 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:20:35.946078 8267 ssh_runner.go:195] Run: cat /etc/os-release
I0924 18:20:35.949162 8267 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0924 18:20:35.949198 8267 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0924 18:20:35.949210 8267 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0924 18:20:35.949217 8267 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0924 18:20:35.949231 8267 filesync.go:126] Scanning /home/jenkins/minikube-integration/19700-2203/.minikube/addons for local assets ...
I0924 18:20:35.949306 8267 filesync.go:126] Scanning /home/jenkins/minikube-integration/19700-2203/.minikube/files for local assets ...
I0924 18:20:35.949333 8267 start.go:296] duration metric: took 115.142823ms for postStartSetup
I0924 18:20:35.949641 8267 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-706965
I0924 18:20:35.965671 8267 profile.go:143] Saving config to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/config.json ...
I0924 18:20:35.965965 8267 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0924 18:20:35.966021 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:35.981992 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:20:36.078162 8267 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0924 18:20:36.083064 8267 start.go:128] duration metric: took 10.039183443s to createHost
I0924 18:20:36.083086 8267 start.go:83] releasing machines lock for "addons-706965", held for 10.039316946s
I0924 18:20:36.083154 8267 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-706965
I0924 18:20:36.101068 8267 ssh_runner.go:195] Run: cat /version.json
I0924 18:20:36.101126 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:36.101391 8267 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0924 18:20:36.101448 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:20:36.126899 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:20:36.127731 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:20:36.408834 8267 ssh_runner.go:195] Run: systemctl --version
I0924 18:20:36.412963 8267 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0924 18:20:36.417343 8267 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0924 18:20:36.443668 8267 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0924 18:20:36.443745 8267 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0924 18:20:36.470661 8267 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0924 18:20:36.470689 8267 start.go:495] detecting cgroup driver to use...
I0924 18:20:36.470722 8267 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0924 18:20:36.470822 8267 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0924 18:20:36.486827 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0924 18:20:36.496690 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0924 18:20:36.506535 8267 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0924 18:20:36.506646 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0924 18:20:36.516662 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0924 18:20:36.526420 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0924 18:20:36.536144 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0924 18:20:36.545861 8267 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0924 18:20:36.555476 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0924 18:20:36.565294 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0924 18:20:36.575215 8267 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0924 18:20:36.585272 8267 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0924 18:20:36.593970 8267 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0924 18:20:36.594038 8267 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0924 18:20:36.611579 8267 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0924 18:20:36.620530 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:36.712302 8267 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0924 18:20:36.811153 8267 start.go:495] detecting cgroup driver to use...
I0924 18:20:36.811199 8267 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0924 18:20:36.811271 8267 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0924 18:20:36.824308 8267 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0924 18:20:36.824418 8267 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0924 18:20:36.843680 8267 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0924 18:20:36.863431 8267 ssh_runner.go:195] Run: which cri-dockerd
I0924 18:20:36.866986 8267 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0924 18:20:36.876006 8267 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0924 18:20:36.893595 8267 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0924 18:20:36.995331 8267 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0924 18:20:37.102386 8267 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0924 18:20:37.102584 8267 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0924 18:20:37.121034 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:37.214211 8267 ssh_runner.go:195] Run: sudo systemctl restart docker
I0924 18:20:37.471267 8267 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0924 18:20:37.484284 8267 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0924 18:20:37.496305 8267 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0924 18:20:37.588529 8267 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0924 18:20:37.671541 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:37.749263 8267 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0924 18:20:37.762809 8267 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0924 18:20:37.774054 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:37.861002 8267 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0924 18:20:37.924801 8267 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0924 18:20:37.924916 8267 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0924 18:20:37.929452 8267 start.go:563] Will wait 60s for crictl version
I0924 18:20:37.929520 8267 ssh_runner.go:195] Run: which crictl
I0924 18:20:37.932980 8267 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0924 18:20:37.969439 8267 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I0924 18:20:37.969507 8267 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0924 18:20:37.989725 8267 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0924 18:20:38.017013 8267 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I0924 18:20:38.017134 8267 cli_runner.go:164] Run: docker network inspect addons-706965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0924 18:20:38.032613 8267 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0924 18:20:38.037262 8267 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0924 18:20:38.048454 8267 kubeadm.go:883] updating cluster {Name:addons-706965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-706965 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0924 18:20:38.048597 8267 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:20:38.048674 8267 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0924 18:20:38.067916 8267 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0924 18:20:38.067938 8267 docker.go:615] Images already preloaded, skipping extraction
I0924 18:20:38.068004 8267 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0924 18:20:38.086988 8267 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0924 18:20:38.087013 8267 cache_images.go:84] Images are preloaded, skipping loading
I0924 18:20:38.087024 8267 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 docker true true} ...
I0924 18:20:38.087138 8267 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-706965 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-706965 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0924 18:20:38.087209 8267 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0924 18:20:38.131709 8267 cni.go:84] Creating CNI manager for ""
I0924 18:20:38.131782 8267 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:20:38.131813 8267 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0924 18:20:38.131861 8267 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-706965 NodeName:addons-706965 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0924 18:20:38.132048 8267 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-706965"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0924 18:20:38.132159 8267 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0924 18:20:38.141017 8267 binaries.go:44] Found k8s binaries, skipping transfer
I0924 18:20:38.141107 8267 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0924 18:20:38.149806 8267 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0924 18:20:38.167106 8267 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0924 18:20:38.184213 8267 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0924 18:20:38.201675 8267 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0924 18:20:38.204870 8267 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0924 18:20:38.215232 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:38.305401 8267 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0924 18:20:38.320604 8267 certs.go:68] Setting up /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965 for IP: 192.168.49.2
I0924 18:20:38.320622 8267 certs.go:194] generating shared ca certs ...
I0924 18:20:38.320638 8267 certs.go:226] acquiring lock for ca certs: {Name:mk7f289dea8519c99434bde94b767796e170ff1f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:38.320763 8267 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19700-2203/.minikube/ca.key
I0924 18:20:38.485642 8267 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-2203/.minikube/ca.crt ...
I0924 18:20:38.485676 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/ca.crt: {Name:mk047053a6c7052102e1f8a05b1a416b993ba3c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:38.485903 8267 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-2203/.minikube/ca.key ...
I0924 18:20:38.485920 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/ca.key: {Name:mk3dc56394baf6b22697e1eeae352c7ceb0e461a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:38.486023 8267 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.key
I0924 18:20:38.732678 8267 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.crt ...
I0924 18:20:38.732708 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.crt: {Name:mkba173f9f526258ef4298e4ed6cac114df354f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:38.732883 8267 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.key ...
I0924 18:20:38.732896 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.key: {Name:mk3a7643db56842930dcdc8872ecf2dc97610aa0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:38.732977 8267 certs.go:256] generating profile certs ...
I0924 18:20:38.733036 8267 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.key
I0924 18:20:38.733053 8267 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.crt with IP's: []
I0924 18:20:39.325910 8267 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.crt ...
I0924 18:20:39.325945 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.crt: {Name:mk4cebe930f9e3cfbc3e87b112ad682a8f23b948 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:39.326138 8267 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.key ...
I0924 18:20:39.326151 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/client.key: {Name:mk626e7747d205f50e79bea1aeb6c9b2425f5d95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:39.326236 8267 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key.35a85712
I0924 18:20:39.326252 8267 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt.35a85712 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0924 18:20:40.564169 8267 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt.35a85712 ...
I0924 18:20:40.564202 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt.35a85712: {Name:mkfdc8ddb34146da388e237122a6804a34afae66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:40.564425 8267 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key.35a85712 ...
I0924 18:20:40.564442 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key.35a85712: {Name:mk4950b54c9a1c6255b7daa76ed1f04ec4a87df3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:40.564534 8267 certs.go:381] copying /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt.35a85712 -> /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt
I0924 18:20:40.564634 8267 certs.go:385] copying /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key.35a85712 -> /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key
I0924 18:20:40.564693 8267 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.key
I0924 18:20:40.564714 8267 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.crt with IP's: []
I0924 18:20:41.333391 8267 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.crt ...
I0924 18:20:41.333422 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.crt: {Name:mk778bcb1642b3a5ad4fa3f4e009e24419d3331f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:41.333618 8267 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.key ...
I0924 18:20:41.333632 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.key: {Name:mk642dbd2d54b38d314c4432ac2036c53363c469 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:41.333837 8267 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca-key.pem (1679 bytes)
I0924 18:20:41.333882 8267 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/ca.pem (1082 bytes)
I0924 18:20:41.333912 8267 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/cert.pem (1123 bytes)
I0924 18:20:41.333940 8267 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-2203/.minikube/certs/key.pem (1679 bytes)
I0924 18:20:41.334539 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0924 18:20:41.362155 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0924 18:20:41.388651 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0924 18:20:41.416562 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0924 18:20:41.441452 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0924 18:20:41.466226 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0924 18:20:41.490491 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0924 18:20:41.514998 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/profiles/addons-706965/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0924 18:20:41.539262 8267 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-2203/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0924 18:20:41.564283 8267 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0924 18:20:41.582477 8267 ssh_runner.go:195] Run: openssl version
I0924 18:20:41.588097 8267 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0924 18:20:41.597813 8267 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:41.601349 8267 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 24 18:20 /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:41.601423 8267 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:41.608544 8267 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0924 18:20:41.618030 8267 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0924 18:20:41.621273 8267 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0924 18:20:41.621326 8267 kubeadm.go:392] StartCluster: {Name:addons-706965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-706965 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0924 18:20:41.621451 8267 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0924 18:20:41.638244 8267 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0924 18:20:41.647405 8267 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0924 18:20:41.656133 8267 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0924 18:20:41.656194 8267 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0924 18:20:41.665300 8267 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0924 18:20:41.665323 8267 kubeadm.go:157] found existing configuration files:
I0924 18:20:41.665384 8267 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0924 18:20:41.674260 8267 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0924 18:20:41.674354 8267 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0924 18:20:41.683199 8267 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0924 18:20:41.692017 8267 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0924 18:20:41.692102 8267 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0924 18:20:41.700876 8267 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0924 18:20:41.710079 8267 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0924 18:20:41.710173 8267 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0924 18:20:41.718438 8267 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0924 18:20:41.727553 8267 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0924 18:20:41.727623 8267 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0924 18:20:41.735997 8267 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0924 18:20:41.779901 8267 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0924 18:20:41.780230 8267 kubeadm.go:310] [preflight] Running pre-flight checks
I0924 18:20:41.802516 8267 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0924 18:20:41.802598 8267 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-aws[0m
I0924 18:20:41.802643 8267 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0924 18:20:41.802692 8267 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0924 18:20:41.802749 8267 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0924 18:20:41.802804 8267 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0924 18:20:41.802862 8267 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0924 18:20:41.802914 8267 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0924 18:20:41.802975 8267 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0924 18:20:41.803051 8267 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0924 18:20:41.803115 8267 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0924 18:20:41.803175 8267 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0924 18:20:41.858607 8267 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0924 18:20:41.858721 8267 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0924 18:20:41.858816 8267 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0924 18:20:41.870510 8267 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0924 18:20:41.872955 8267 out.go:235] - Generating certificates and keys ...
I0924 18:20:41.873056 8267 kubeadm.go:310] [certs] Using existing ca certificate authority
I0924 18:20:41.873131 8267 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0924 18:20:42.225248 8267 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0924 18:20:43.064091 8267 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0924 18:20:43.649765 8267 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0924 18:20:44.260062 8267 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0924 18:20:44.558159 8267 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0924 18:20:44.558429 8267 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-706965 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0924 18:20:45.847002 8267 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0924 18:20:45.847134 8267 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-706965 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0924 18:20:46.420610 8267 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0924 18:20:47.143898 8267 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0924 18:20:48.188379 8267 kubeadm.go:310] [certs] Generating "sa" key and public key
I0924 18:20:48.188714 8267 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0924 18:20:48.486675 8267 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0924 18:20:49.013482 8267 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0924 18:20:49.884695 8267 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0924 18:20:50.071043 8267 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0924 18:20:50.594100 8267 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0924 18:20:50.594974 8267 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0924 18:20:50.598151 8267 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0924 18:20:50.599987 8267 out.go:235] - Booting up control plane ...
I0924 18:20:50.600095 8267 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0924 18:20:50.600176 8267 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0924 18:20:50.601189 8267 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0924 18:20:50.611964 8267 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0924 18:20:50.619350 8267 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0924 18:20:50.619682 8267 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0924 18:20:50.743192 8267 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0924 18:20:50.743374 8267 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0924 18:20:51.744950 8267 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.00161168s
I0924 18:20:51.745040 8267 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0924 18:20:58.248689 8267 kubeadm.go:310] [api-check] The API server is healthy after 6.502019709s
I0924 18:20:58.275023 8267 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0924 18:20:58.307190 8267 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0924 18:20:58.329930 8267 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0924 18:20:58.330123 8267 kubeadm.go:310] [mark-control-plane] Marking the node addons-706965 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0924 18:20:58.341854 8267 kubeadm.go:310] [bootstrap-token] Using token: 1nurv4.815dnmhn5tv4zfj4
I0924 18:20:58.343111 8267 out.go:235] - Configuring RBAC rules ...
I0924 18:20:58.343225 8267 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0924 18:20:58.348542 8267 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0924 18:20:58.356010 8267 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0924 18:20:58.359669 8267 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0924 18:20:58.364183 8267 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0924 18:20:58.367888 8267 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0924 18:20:58.652946 8267 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0924 18:20:59.084878 8267 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0924 18:20:59.653765 8267 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0924 18:20:59.654919 8267 kubeadm.go:310]
I0924 18:20:59.655013 8267 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0924 18:20:59.655027 8267 kubeadm.go:310]
I0924 18:20:59.655110 8267 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0924 18:20:59.655116 8267 kubeadm.go:310]
I0924 18:20:59.655145 8267 kubeadm.go:310] mkdir -p $HOME/.kube
I0924 18:20:59.655208 8267 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0924 18:20:59.655258 8267 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0924 18:20:59.655263 8267 kubeadm.go:310]
I0924 18:20:59.655316 8267 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0924 18:20:59.655320 8267 kubeadm.go:310]
I0924 18:20:59.655367 8267 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0924 18:20:59.655371 8267 kubeadm.go:310]
I0924 18:20:59.655422 8267 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0924 18:20:59.655496 8267 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0924 18:20:59.655563 8267 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0924 18:20:59.655567 8267 kubeadm.go:310]
I0924 18:20:59.655649 8267 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0924 18:20:59.655725 8267 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0924 18:20:59.655729 8267 kubeadm.go:310]
I0924 18:20:59.655811 8267 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 1nurv4.815dnmhn5tv4zfj4 \
I0924 18:20:59.655913 8267 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b60f56f80845488c64d300977f2bf68c41ecd8b64267fb4ecb5eabfad1a9ccb \
I0924 18:20:59.655933 8267 kubeadm.go:310] --control-plane
I0924 18:20:59.655937 8267 kubeadm.go:310]
I0924 18:20:59.656020 8267 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0924 18:20:59.656025 8267 kubeadm.go:310]
I0924 18:20:59.656105 8267 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 1nurv4.815dnmhn5tv4zfj4 \
I0924 18:20:59.656205 8267 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b60f56f80845488c64d300977f2bf68c41ecd8b64267fb4ecb5eabfad1a9ccb
I0924 18:20:59.659045 8267 kubeadm.go:310] W0924 18:20:41.776259 1823 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0924 18:20:59.659342 8267 kubeadm.go:310] W0924 18:20:41.777324 1823 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0924 18:20:59.659554 8267 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-aws\n", err: exit status 1
I0924 18:20:59.659663 8267 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0924 18:20:59.659683 8267 cni.go:84] Creating CNI manager for ""
I0924 18:20:59.659700 8267 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:20:59.661221 8267 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0924 18:20:59.662781 8267 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0924 18:20:59.671260 8267 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0924 18:20:59.691610 8267 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0924 18:20:59.691734 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:59.691813 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-706965 minikube.k8s.io/updated_at=2024_09_24T18_20_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ab8e06d5efb8aef1f7ea9881c3e41593ddc7876e minikube.k8s.io/name=addons-706965 minikube.k8s.io/primary=true
I0924 18:20:59.826563 8267 ops.go:34] apiserver oom_adj: -16
I0924 18:20:59.826685 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:00.326805 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:00.827024 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:01.326834 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:01.826900 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:02.327642 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:02.826982 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:03.327087 8267 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:21:03.432004 8267 kubeadm.go:1113] duration metric: took 3.740312159s to wait for elevateKubeSystemPrivileges
I0924 18:21:03.432037 8267 kubeadm.go:394] duration metric: took 21.810715057s to StartCluster
I0924 18:21:03.432059 8267 settings.go:142] acquiring lock: {Name:mkf663006618d2085c6b5855124c28d24d611c31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:21:03.432197 8267 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19700-2203/kubeconfig
I0924 18:21:03.432575 8267 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-2203/kubeconfig: {Name:mk0a90896f4ed59dd706a3da6d92ca196e85870e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:21:03.432781 8267 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0924 18:21:03.432893 8267 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0924 18:21:03.433156 8267 config.go:182] Loaded profile config "addons-706965": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:21:03.433198 8267 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0924 18:21:03.433307 8267 addons.go:69] Setting yakd=true in profile "addons-706965"
I0924 18:21:03.433326 8267 addons.go:234] Setting addon yakd=true in "addons-706965"
I0924 18:21:03.433350 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.433842 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.434356 8267 addons.go:69] Setting metrics-server=true in profile "addons-706965"
I0924 18:21:03.434377 8267 addons.go:234] Setting addon metrics-server=true in "addons-706965"
I0924 18:21:03.434403 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.434861 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438018 8267 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-706965"
I0924 18:21:03.438099 8267 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-706965"
I0924 18:21:03.438199 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.438484 8267 addons.go:69] Setting cloud-spanner=true in profile "addons-706965"
I0924 18:21:03.438568 8267 addons.go:234] Setting addon cloud-spanner=true in "addons-706965"
I0924 18:21:03.438661 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.439368 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.441941 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.442089 8267 addons.go:69] Setting registry=true in profile "addons-706965"
I0924 18:21:03.443383 8267 addons.go:234] Setting addon registry=true in "addons-706965"
I0924 18:21:03.443419 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.443949 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438874 8267 addons.go:69] Setting default-storageclass=true in profile "addons-706965"
I0924 18:21:03.446466 8267 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-706965"
I0924 18:21:03.446788 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438878 8267 addons.go:69] Setting gcp-auth=true in profile "addons-706965"
I0924 18:21:03.468360 8267 mustload.go:65] Loading cluster: addons-706965
I0924 18:21:03.468599 8267 config.go:182] Loaded profile config "addons-706965": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:21:03.468954 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438889 8267 addons.go:69] Setting ingress=true in profile "addons-706965"
I0924 18:21:03.469384 8267 addons.go:234] Setting addon ingress=true in "addons-706965"
I0924 18:21:03.469467 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.470094 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438896 8267 addons.go:69] Setting ingress-dns=true in profile "addons-706965"
I0924 18:21:03.497596 8267 addons.go:234] Setting addon ingress-dns=true in "addons-706965"
I0924 18:21:03.497761 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.498254 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438903 8267 addons.go:69] Setting inspektor-gadget=true in profile "addons-706965"
I0924 18:21:03.499197 8267 addons.go:234] Setting addon inspektor-gadget=true in "addons-706965"
I0924 18:21:03.499246 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.499850 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.508849 8267 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0924 18:21:03.510359 8267 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0924 18:21:03.510388 8267 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0924 18:21:03.510461 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.438930 8267 out.go:177] * Verifying Kubernetes components...
I0924 18:21:03.515374 8267 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:21:03.442099 8267 addons.go:69] Setting storage-provisioner=true in profile "addons-706965"
I0924 18:21:03.515736 8267 addons.go:234] Setting addon storage-provisioner=true in "addons-706965"
I0924 18:21:03.515769 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.516222 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.530560 8267 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0924 18:21:03.531867 8267 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0924 18:21:03.531899 8267 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0924 18:21:03.531967 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.442104 8267 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-706965"
I0924 18:21:03.539738 8267 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-706965"
I0924 18:21:03.540164 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.442108 8267 addons.go:69] Setting volcano=true in profile "addons-706965"
I0924 18:21:03.549295 8267 addons.go:234] Setting addon volcano=true in "addons-706965"
I0924 18:21:03.549341 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.549820 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.442113 8267 addons.go:69] Setting volumesnapshots=true in profile "addons-706965"
I0924 18:21:03.576423 8267 addons.go:234] Setting addon volumesnapshots=true in "addons-706965"
I0924 18:21:03.576470 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.576942 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.438861 8267 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-706965"
I0924 18:21:03.603055 8267 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-706965"
I0924 18:21:03.603093 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.603556 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.636109 8267 addons.go:234] Setting addon default-storageclass=true in "addons-706965"
I0924 18:21:03.636151 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.636588 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.644279 8267 out.go:177] - Using image docker.io/registry:2.8.3
I0924 18:21:03.644430 8267 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0924 18:21:03.648151 8267 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0924 18:21:03.648224 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0924 18:21:03.648326 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.648613 8267 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I0924 18:21:03.650717 8267 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0924 18:21:03.650926 8267 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0924 18:21:03.650966 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0924 18:21:03.651053 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.673586 8267 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0924 18:21:03.673657 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0924 18:21:03.673757 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.694370 8267 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0924 18:21:03.695530 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.697539 8267 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0924 18:21:03.697767 8267 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0924 18:21:03.700378 8267 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:21:03.701798 8267 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:21:03.702056 8267 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0924 18:21:03.702107 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0924 18:21:03.702199 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.703692 8267 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0924 18:21:03.703751 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0924 18:21:03.703848 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.743135 8267 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0924 18:21:03.744795 8267 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0924 18:21:03.744814 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0924 18:21:03.744880 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.773348 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:03.790687 8267 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0924 18:21:03.806395 8267 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0924 18:21:03.806420 8267 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0924 18:21:03.806487 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.845315 8267 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0924 18:21:03.845460 8267 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0924 18:21:03.849305 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0924 18:21:03.849329 8267 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0924 18:21:03.849393 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.883341 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:03.890533 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:03.891390 8267 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.10.0
I0924 18:21:03.892918 8267 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.10.0
I0924 18:21:03.894255 8267 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.10.0
I0924 18:21:03.895257 8267 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-706965"
I0924 18:21:03.895294 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:03.895711 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:03.898144 8267 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0924 18:21:03.898164 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (471825 bytes)
I0924 18:21:03.898227 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.929708 8267 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0924 18:21:03.929729 8267 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0924 18:21:03.929790 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.929972 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:03.934574 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0924 18:21:03.936260 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0924 18:21:03.938639 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0924 18:21:03.940319 8267 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0924 18:21:03.943393 8267 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0924 18:21:03.944965 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0924 18:21:03.946414 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0924 18:21:03.948055 8267 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0924 18:21:03.951049 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0924 18:21:03.951071 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0924 18:21:03.951154 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:03.957355 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.002375 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.010305 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.029280 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.044606 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.080059 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.081620 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.095338 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.096073 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:04.096382 8267 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
W0924 18:21:04.097490 8267 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
W0924 18:21:04.097513 8267 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0924 18:21:04.097530 8267 retry.go:31] will retry after 131.782462ms: ssh: handshake failed: EOF
I0924 18:21:04.097514 8267 retry.go:31] will retry after 287.678786ms: ssh: handshake failed: EOF
I0924 18:21:04.099120 8267 out.go:177] - Using image docker.io/busybox:stable
I0924 18:21:04.101336 8267 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0924 18:21:04.101364 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0924 18:21:04.101429 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:04.126346 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
W0924 18:21:04.127238 8267 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0924 18:21:04.127259 8267 retry.go:31] will retry after 274.687414ms: ssh: handshake failed: EOF
I0924 18:21:04.410235 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0924 18:21:04.499454 8267 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0924 18:21:04.499527 8267 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0924 18:21:04.503386 8267 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0924 18:21:04.503454 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0924 18:21:04.581580 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0924 18:21:04.685005 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0924 18:21:04.714720 8267 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0924 18:21:04.714795 8267 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0924 18:21:04.914972 8267 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0924 18:21:04.915046 8267 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0924 18:21:04.934255 8267 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0924 18:21:04.934330 8267 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0924 18:21:05.020904 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0924 18:21:05.069642 8267 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0924 18:21:05.069665 8267 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0924 18:21:05.084015 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0924 18:21:05.188904 8267 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0924 18:21:05.188946 8267 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0924 18:21:05.228109 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0924 18:21:05.231935 8267 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0924 18:21:05.231965 8267 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0924 18:21:05.256935 8267 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0924 18:21:05.256964 8267 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0924 18:21:05.272670 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0924 18:21:05.336633 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0924 18:21:05.336658 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0924 18:21:05.406945 8267 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0924 18:21:05.406971 8267 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0924 18:21:05.489334 8267 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0924 18:21:05.489379 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0924 18:21:05.550530 8267 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0924 18:21:05.550560 8267 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0924 18:21:05.578329 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0924 18:21:05.593283 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0924 18:21:05.623782 8267 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0924 18:21:05.623819 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0924 18:21:05.653538 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0924 18:21:05.653563 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0924 18:21:05.663534 8267 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0924 18:21:05.663567 8267 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0924 18:21:05.692739 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0924 18:21:05.747064 8267 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0924 18:21:05.747097 8267 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0924 18:21:05.850749 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0924 18:21:05.850774 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0924 18:21:05.901928 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0924 18:21:05.922984 8267 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.228579583s)
I0924 18:21:05.923012 8267 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0924 18:21:05.924052 8267 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.078552551s)
I0924 18:21:05.924742 8267 node_ready.go:35] waiting up to 6m0s for node "addons-706965" to be "Ready" ...
I0924 18:21:05.924904 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.514643608s)
I0924 18:21:05.934080 8267 node_ready.go:49] node "addons-706965" has status "Ready":"True"
I0924 18:21:05.934109 8267 node_ready.go:38] duration metric: took 9.338556ms for node "addons-706965" to be "Ready" ...
I0924 18:21:05.934120 8267 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0924 18:21:05.955886 8267 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace to be "Ready" ...
I0924 18:21:06.004281 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0924 18:21:06.004307 8267 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0924 18:21:06.172843 8267 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0924 18:21:06.172871 8267 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0924 18:21:06.307367 8267 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:21:06.307392 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0924 18:21:06.314269 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0924 18:21:06.314296 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0924 18:21:06.427152 8267 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-706965" context rescaled to 1 replicas
I0924 18:21:06.799422 8267 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0924 18:21:06.799443 8267 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0924 18:21:06.867561 8267 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0924 18:21:06.867585 8267 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0924 18:21:06.898706 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:21:07.016253 8267 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0924 18:21:07.016320 8267 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0924 18:21:07.113198 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0924 18:21:07.113261 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0924 18:21:07.478506 8267 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0924 18:21:07.478575 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0924 18:21:07.532314 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0924 18:21:07.532382 8267 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0924 18:21:07.970336 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0924 18:21:07.970364 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0924 18:21:07.989018 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:08.025773 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0924 18:21:08.875423 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0924 18:21:08.875447 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0924 18:21:09.106284 8267 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0924 18:21:09.106307 8267 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0924 18:21:09.557612 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0924 18:21:10.465565 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:10.733552 8267 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0924 18:21:10.733638 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:10.762933 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:12.114794 8267 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0924 18:21:12.459515 8267 addons.go:234] Setting addon gcp-auth=true in "addons-706965"
I0924 18:21:12.459559 8267 host.go:66] Checking if "addons-706965" exists ...
I0924 18:21:12.460008 8267 cli_runner.go:164] Run: docker container inspect addons-706965 --format={{.State.Status}}
I0924 18:21:12.487613 8267 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0924 18:21:12.487663 8267 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-706965
I0924 18:21:12.514912 8267 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-2203/.minikube/machines/addons-706965/id_rsa Username:docker}
I0924 18:21:12.975977 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:14.239553 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (9.657930141s)
I0924 18:21:14.239588 8267 addons.go:475] Verifying addon ingress=true in "addons-706965"
I0924 18:21:14.239731 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (9.554652219s)
I0924 18:21:14.241629 8267 out.go:177] * Verifying ingress addon...
I0924 18:21:14.243669 8267 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0924 18:21:14.248813 8267 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0924 18:21:14.248837 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:14.748714 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:15.248652 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:15.462606 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:15.748555 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:16.311582 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:16.861802 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:17.279180 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:17.490072 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:17.637637 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (12.616695328s)
I0924 18:21:17.637717 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (12.553677421s)
I0924 18:21:17.637934 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (12.409802653s)
I0924 18:21:17.637991 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (12.365299249s)
I0924 18:21:17.638034 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (12.059679168s)
I0924 18:21:17.638237 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (12.044926326s)
I0924 18:21:17.638329 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (11.945554165s)
I0924 18:21:17.638352 8267 addons.go:475] Verifying addon metrics-server=true in "addons-706965"
I0924 18:21:17.638369 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (11.736416294s)
I0924 18:21:17.638382 8267 addons.go:475] Verifying addon registry=true in "addons-706965"
I0924 18:21:17.638451 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (10.73972333s)
W0924 18:21:17.638477 8267 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0924 18:21:17.638492 8267 retry.go:31] will retry after 344.777976ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0924 18:21:17.638558 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (9.612755875s)
I0924 18:21:17.638745 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (8.081106622s)
I0924 18:21:17.638754 8267 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-706965"
I0924 18:21:17.639218 8267 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.151582642s)
I0924 18:21:17.642472 8267 out.go:177] * Verifying registry addon...
I0924 18:21:17.642472 8267 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-706965 service yakd-dashboard -n yakd-dashboard
I0924 18:21:17.645046 8267 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:21:17.645056 8267 out.go:177] * Verifying csi-hostpath-driver addon...
I0924 18:21:17.648414 8267 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0924 18:21:17.651909 8267 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0924 18:21:17.654385 8267 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0924 18:21:17.657732 8267 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0924 18:21:17.657776 8267 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0924 18:21:17.694004 8267 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0924 18:21:17.698116 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:17.694824 8267 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0924 18:21:17.698212 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0924 18:21:17.695330 8267 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class csi-hostpath-sc as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "csi-hostpath-sc": the object has been modified; please apply your changes to the latest version and try again]
I0924 18:21:17.801307 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:17.814847 8267 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0924 18:21:17.814920 8267 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0924 18:21:17.981983 8267 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0924 18:21:17.982008 8267 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0924 18:21:17.983962 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:21:18.137950 8267 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0924 18:21:18.208311 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:18.209873 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:18.264099 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:18.652946 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:18.659270 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:18.748538 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:19.152862 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:19.156568 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:19.253869 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:19.671324 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:19.671929 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:19.764510 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:19.920511 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.782523561s)
I0924 18:21:19.920857 8267 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.936858976s)
I0924 18:21:19.923740 8267 addons.go:475] Verifying addon gcp-auth=true in "addons-706965"
I0924 18:21:19.927013 8267 out.go:177] * Verifying gcp-auth addon...
I0924 18:21:19.930699 8267 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0924 18:21:19.934023 8267 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0924 18:21:19.962702 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:20.155169 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:20.159266 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:20.248443 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:20.653160 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:20.656966 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:20.754424 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:21.154076 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:21.156959 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:21.247834 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:21.655672 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:21.657658 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:21.747844 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:21.963347 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:22.152840 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:22.156264 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:22.254421 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:22.651898 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:22.656864 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:22.753688 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:23.152191 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:23.156474 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:23.250352 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:23.652604 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:23.656665 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:23.749217 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:24.152707 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:24.156620 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:24.247839 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:24.462469 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:24.652828 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:24.657228 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:24.748728 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:25.153368 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:25.156535 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:25.249103 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:25.653176 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:25.656510 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:25.748179 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:26.153265 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:26.157374 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:26.248811 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:26.466132 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:26.654407 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:26.658405 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:26.755916 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:27.153784 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:27.159549 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:27.248062 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:27.653600 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:27.656383 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:27.749074 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:28.152849 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:28.156218 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:28.248065 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:28.652933 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:28.656875 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:28.748638 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:28.963089 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:29.153352 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:29.157423 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:29.252263 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:29.652041 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:29.656893 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:29.748363 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:30.153365 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:30.158491 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:30.248551 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:30.652504 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:30.656771 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:30.748017 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:31.152837 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:31.156192 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:31.248732 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:31.462110 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:31.652863 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:31.656807 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:31.748904 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:32.153330 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:32.156401 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:32.248928 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:32.652847 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:32.656409 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:32.748918 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:33.152495 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:33.156665 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:33.248486 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:33.473253 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:33.656491 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:33.668795 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:33.748319 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:34.160859 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:34.184150 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:34.248198 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:34.654806 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:34.656884 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:34.756403 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.152203 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:35.156714 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:35.253466 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.652015 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:35.655915 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:35.748584 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.972300 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:36.152512 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:36.156696 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:36.250021 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:36.655204 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:36.660296 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:36.750308 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:37.154727 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:37.160066 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:37.250091 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:37.655508 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:37.660426 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:37.748891 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:38.154772 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:38.161808 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:38.249851 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:38.462830 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:38.664178 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:38.664785 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:38.748639 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:39.152963 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:39.156686 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:39.247811 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:39.652461 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:39.657241 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:39.748915 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:40.152962 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:40.157299 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:40.248632 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:40.463506 8267 pod_ready.go:103] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:40.653230 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:40.656110 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:40.748089 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:41.155856 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:41.167488 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:41.273614 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:41.652752 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:41.657037 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:41.748404 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:42.152961 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:42.157482 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:42.249934 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:42.465037 8267 pod_ready.go:93] pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:42.465062 8267 pod_ready.go:82] duration metric: took 36.509140872s for pod "coredns-7c65d6cfc9-8nhmz" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.465073 8267 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hbx6c" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.467138 8267 pod_ready.go:98] error getting pod "coredns-7c65d6cfc9-hbx6c" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-hbx6c" not found
I0924 18:21:42.467165 8267 pod_ready.go:82] duration metric: took 2.083752ms for pod "coredns-7c65d6cfc9-hbx6c" in "kube-system" namespace to be "Ready" ...
E0924 18:21:42.467176 8267 pod_ready.go:67] WaitExtra: waitPodCondition: error getting pod "coredns-7c65d6cfc9-hbx6c" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-hbx6c" not found
I0924 18:21:42.467183 8267 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.473997 8267 pod_ready.go:93] pod "etcd-addons-706965" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:42.474022 8267 pod_ready.go:82] duration metric: took 6.83248ms for pod "etcd-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.474033 8267 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.482148 8267 pod_ready.go:93] pod "kube-apiserver-addons-706965" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:42.482168 8267 pod_ready.go:82] duration metric: took 8.127816ms for pod "kube-apiserver-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.482178 8267 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.490116 8267 pod_ready.go:93] pod "kube-controller-manager-addons-706965" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:42.490140 8267 pod_ready.go:82] duration metric: took 7.954858ms for pod "kube-controller-manager-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.490151 8267 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zs4bl" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.653508 8267 kapi.go:107] duration metric: took 25.00509076s to wait for kubernetes.io/minikube-addons=registry ...
I0924 18:21:42.657336 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:42.659891 8267 pod_ready.go:93] pod "kube-proxy-zs4bl" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:42.659914 8267 pod_ready.go:82] duration metric: took 169.756455ms for pod "kube-proxy-zs4bl" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.659924 8267 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:42.748815 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:43.059489 8267 pod_ready.go:93] pod "kube-scheduler-addons-706965" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:43.059515 8267 pod_ready.go:82] duration metric: took 399.582796ms for pod "kube-scheduler-addons-706965" in "kube-system" namespace to be "Ready" ...
I0924 18:21:43.059527 8267 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-h4jpw" in "kube-system" namespace to be "Ready" ...
I0924 18:21:43.156873 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:43.249912 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:43.459786 8267 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-h4jpw" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:43.459845 8267 pod_ready.go:82] duration metric: took 400.309709ms for pod "nvidia-device-plugin-daemonset-h4jpw" in "kube-system" namespace to be "Ready" ...
I0924 18:21:43.459869 8267 pod_ready.go:39] duration metric: took 37.525736727s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0924 18:21:43.459902 8267 api_server.go:52] waiting for apiserver process to appear ...
I0924 18:21:43.459982 8267 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0924 18:21:43.475106 8267 api_server.go:72] duration metric: took 40.042290939s to wait for apiserver process to appear ...
I0924 18:21:43.475131 8267 api_server.go:88] waiting for apiserver healthz status ...
I0924 18:21:43.475152 8267 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0924 18:21:43.482968 8267 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0924 18:21:43.484065 8267 api_server.go:141] control plane version: v1.31.1
I0924 18:21:43.484092 8267 api_server.go:131] duration metric: took 8.954141ms to wait for apiserver health ...
I0924 18:21:43.484102 8267 system_pods.go:43] waiting for kube-system pods to appear ...
I0924 18:21:43.657549 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:43.668293 8267 system_pods.go:59] 17 kube-system pods found
I0924 18:21:43.668333 8267 system_pods.go:61] "coredns-7c65d6cfc9-8nhmz" [3bb63f12-2f52-4559-8611-ae2c8103ecd0] Running
I0924 18:21:43.668343 8267 system_pods.go:61] "csi-hostpath-attacher-0" [12a1b9c7-76f8-4800-84ea-fefea4633731] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0924 18:21:43.668350 8267 system_pods.go:61] "csi-hostpath-resizer-0" [a8da6569-37a8-479a-978e-34c20932b0df] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0924 18:21:43.668360 8267 system_pods.go:61] "csi-hostpathplugin-fvg5q" [560d607e-d28a-413d-ae8a-cbe82df9fe10] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0924 18:21:43.668364 8267 system_pods.go:61] "etcd-addons-706965" [c2552a6f-dd38-415d-856b-879b8802bce4] Running
I0924 18:21:43.668370 8267 system_pods.go:61] "kube-apiserver-addons-706965" [471cf0da-be46-40e6-8d44-d4128566413c] Running
I0924 18:21:43.668374 8267 system_pods.go:61] "kube-controller-manager-addons-706965" [c5896096-7ab2-45e9-9b51-c700f291102d] Running
I0924 18:21:43.668380 8267 system_pods.go:61] "kube-ingress-dns-minikube" [df9b96eb-c7fd-4b07-9fcd-f862e608c7be] Running
I0924 18:21:43.668389 8267 system_pods.go:61] "kube-proxy-zs4bl" [0656d6fd-f336-430a-b38e-c1b7e7acee8a] Running
I0924 18:21:43.668393 8267 system_pods.go:61] "kube-scheduler-addons-706965" [d6d43568-6a8e-45e9-ac21-4b02d1d39d14] Running
I0924 18:21:43.668398 8267 system_pods.go:61] "metrics-server-84c5f94fbc-h5hgc" [b59a81ec-81e4-43e5-be73-e8124168ec83] Running
I0924 18:21:43.668405 8267 system_pods.go:61] "nvidia-device-plugin-daemonset-h4jpw" [ca8e2bf5-a3a8-45ff-982d-6671ac0cdd2e] Running
I0924 18:21:43.668409 8267 system_pods.go:61] "registry-66c9cd494c-rjzd4" [87b7747e-ac02-4a01-b537-3ccd964580e8] Running
I0924 18:21:43.668413 8267 system_pods.go:61] "registry-proxy-hgvv7" [cbaedb6d-c887-4a40-9fe1-fd09e1825332] Running
I0924 18:21:43.668419 8267 system_pods.go:61] "snapshot-controller-56fcc65765-djwjf" [10da51e2-09db-407d-b819-bc0ade169aa2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:43.668429 8267 system_pods.go:61] "snapshot-controller-56fcc65765-ws45j" [2161b58c-ba9d-4855-b8fc-685a40b1abe1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:43.668434 8267 system_pods.go:61] "storage-provisioner" [c449bcc6-4b53-4066-8f99-7b96d527a53d] Running
I0924 18:21:43.668440 8267 system_pods.go:74] duration metric: took 184.331658ms to wait for pod list to return data ...
I0924 18:21:43.668450 8267 default_sa.go:34] waiting for default service account to be created ...
I0924 18:21:43.748652 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:43.859673 8267 default_sa.go:45] found service account: "default"
I0924 18:21:43.859697 8267 default_sa.go:55] duration metric: took 191.241269ms for default service account to be created ...
I0924 18:21:43.859706 8267 system_pods.go:116] waiting for k8s-apps to be running ...
I0924 18:21:44.067396 8267 system_pods.go:86] 17 kube-system pods found
I0924 18:21:44.067489 8267 system_pods.go:89] "coredns-7c65d6cfc9-8nhmz" [3bb63f12-2f52-4559-8611-ae2c8103ecd0] Running
I0924 18:21:44.067517 8267 system_pods.go:89] "csi-hostpath-attacher-0" [12a1b9c7-76f8-4800-84ea-fefea4633731] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0924 18:21:44.067556 8267 system_pods.go:89] "csi-hostpath-resizer-0" [a8da6569-37a8-479a-978e-34c20932b0df] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0924 18:21:44.067589 8267 system_pods.go:89] "csi-hostpathplugin-fvg5q" [560d607e-d28a-413d-ae8a-cbe82df9fe10] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0924 18:21:44.067611 8267 system_pods.go:89] "etcd-addons-706965" [c2552a6f-dd38-415d-856b-879b8802bce4] Running
I0924 18:21:44.067630 8267 system_pods.go:89] "kube-apiserver-addons-706965" [471cf0da-be46-40e6-8d44-d4128566413c] Running
I0924 18:21:44.067663 8267 system_pods.go:89] "kube-controller-manager-addons-706965" [c5896096-7ab2-45e9-9b51-c700f291102d] Running
I0924 18:21:44.067686 8267 system_pods.go:89] "kube-ingress-dns-minikube" [df9b96eb-c7fd-4b07-9fcd-f862e608c7be] Running
I0924 18:21:44.067705 8267 system_pods.go:89] "kube-proxy-zs4bl" [0656d6fd-f336-430a-b38e-c1b7e7acee8a] Running
I0924 18:21:44.067727 8267 system_pods.go:89] "kube-scheduler-addons-706965" [d6d43568-6a8e-45e9-ac21-4b02d1d39d14] Running
I0924 18:21:44.067746 8267 system_pods.go:89] "metrics-server-84c5f94fbc-h5hgc" [b59a81ec-81e4-43e5-be73-e8124168ec83] Running
I0924 18:21:44.067773 8267 system_pods.go:89] "nvidia-device-plugin-daemonset-h4jpw" [ca8e2bf5-a3a8-45ff-982d-6671ac0cdd2e] Running
I0924 18:21:44.067799 8267 system_pods.go:89] "registry-66c9cd494c-rjzd4" [87b7747e-ac02-4a01-b537-3ccd964580e8] Running
I0924 18:21:44.067820 8267 system_pods.go:89] "registry-proxy-hgvv7" [cbaedb6d-c887-4a40-9fe1-fd09e1825332] Running
I0924 18:21:44.067843 8267 system_pods.go:89] "snapshot-controller-56fcc65765-djwjf" [10da51e2-09db-407d-b819-bc0ade169aa2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:44.067876 8267 system_pods.go:89] "snapshot-controller-56fcc65765-ws45j" [2161b58c-ba9d-4855-b8fc-685a40b1abe1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:44.067901 8267 system_pods.go:89] "storage-provisioner" [c449bcc6-4b53-4066-8f99-7b96d527a53d] Running
I0924 18:21:44.067924 8267 system_pods.go:126] duration metric: took 208.211404ms to wait for k8s-apps to be running ...
I0924 18:21:44.067944 8267 system_svc.go:44] waiting for kubelet service to be running ....
I0924 18:21:44.068032 8267 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0924 18:21:44.081884 8267 system_svc.go:56] duration metric: took 13.931265ms WaitForService to wait for kubelet
I0924 18:21:44.081953 8267 kubeadm.go:582] duration metric: took 40.649142995s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0924 18:21:44.081987 8267 node_conditions.go:102] verifying NodePressure condition ...
I0924 18:21:44.156422 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:44.248279 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:44.260695 8267 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0924 18:21:44.260728 8267 node_conditions.go:123] node cpu capacity is 2
I0924 18:21:44.260742 8267 node_conditions.go:105] duration metric: took 178.73323ms to run NodePressure ...
I0924 18:21:44.260752 8267 start.go:241] waiting for startup goroutines ...
I0924 18:21:44.658186 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:44.748513 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:45.160049 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:45.248639 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:45.657619 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:45.748408 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:46.158217 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:46.249393 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:46.657076 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:46.748404 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:47.157764 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:47.248835 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:47.657545 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:47.748549 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:48.158144 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:48.258136 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:48.668876 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:48.768280 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:49.157617 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:49.248092 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:49.656666 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:49.749189 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:50.156592 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:50.248246 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:50.656932 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:50.854766 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:51.160666 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:51.260714 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:51.656559 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:51.748187 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:52.156745 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:52.247966 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:52.657363 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:52.757904 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:53.158409 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:53.258200 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:53.658009 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:53.749723 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:54.157183 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:54.248183 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:54.656268 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:54.749338 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:55.159911 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:55.248256 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:55.656528 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:55.748319 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:56.157483 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:56.253353 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:56.656902 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:56.748865 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:57.160861 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:57.247914 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:57.657410 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:57.748646 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:58.230478 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:58.251315 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:58.657453 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:58.757743 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:59.158093 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:59.258935 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:59.657977 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:59.747840 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:00.160749 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:00.255208 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:00.656959 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:00.747889 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:01.157261 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:01.248696 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:01.657272 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:01.749474 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:02.157029 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:02.248817 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:02.657206 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:02.748956 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:03.157354 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:03.249672 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:03.657025 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:03.747988 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:04.158034 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:04.248545 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:04.657045 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:04.748635 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:05.156806 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:05.249697 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:05.657063 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:05.748345 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:06.157925 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:06.248229 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:06.657026 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:06.749783 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:07.158959 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:07.259540 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:07.657907 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:07.747948 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:08.158153 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:08.248367 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:08.657270 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:08.748576 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:09.157085 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:09.248125 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:09.657331 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:09.750107 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:10.158174 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:10.258959 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:10.656870 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:10.748573 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:11.156576 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:11.248798 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:11.657569 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:11.748913 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:12.157633 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:12.248889 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:12.657356 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:12.748077 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:13.156818 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:13.248438 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:13.658130 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:13.748468 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:14.157403 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:14.257413 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:14.656706 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:22:14.747776 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:15.156904 8267 kapi.go:107] duration metric: took 57.504994405s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0924 18:22:15.248098 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:15.747519 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:16.248952 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:16.747736 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:17.248997 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:17.747692 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:18.248813 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:18.748434 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:19.248938 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:19.747707 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:20.256602 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:20.748159 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:21.248569 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:21.749099 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:22.248659 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:22.753539 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:23.250216 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:23.749277 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:24.269196 8267 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:24.749533 8267 kapi.go:107] duration metric: took 1m10.505852985s to wait for app.kubernetes.io/name=ingress-nginx ...
I0924 18:22:41.936305 8267 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0924 18:22:41.936336 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:42.434389 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:42.934407 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:43.435893 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:43.935044 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:44.435227 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:44.934984 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:45.434681 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:45.934664 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:46.434784 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:46.934709 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:47.434669 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:47.934401 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:48.434438 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:48.935021 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:49.433920 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:49.934819 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:50.434472 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:50.934630 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:51.435387 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:51.933978 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:52.433919 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:52.935600 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:53.435054 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:53.934719 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:54.434400 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:54.934925 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:55.434396 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:55.934652 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:56.435314 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:56.934340 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:57.435010 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:57.934928 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:58.434584 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:58.934197 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:59.434665 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:59.934821 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:00.434301 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:00.934545 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:01.434686 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:01.934661 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:02.434008 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:02.934718 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:03.434466 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:03.934873 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:04.434524 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:04.934307 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:05.434361 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:05.933774 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:06.434343 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:06.933883 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:07.434703 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:07.933921 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:08.434892 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:08.934687 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:09.435064 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:09.935134 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:10.435147 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:10.935685 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:11.434544 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:11.935316 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:12.433791 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:12.933873 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:13.435251 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:13.935183 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:14.433924 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:14.935064 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:15.434070 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:15.934559 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:16.434289 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:16.933838 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:17.435155 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:17.934192 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:18.435113 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:18.935284 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:19.434977 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:19.935870 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:20.434206 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:20.934332 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:21.434809 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:21.934142 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:22.434442 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:22.934389 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:23.435511 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:23.934117 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:24.434966 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:24.934431 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:25.434928 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:25.934780 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:26.434467 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:26.934486 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:27.434465 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:27.934197 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:28.435114 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:28.934180 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:29.434072 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:29.934818 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:30.434329 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:30.935032 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:31.434959 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:31.934628 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:32.433960 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:32.933940 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:33.434878 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:33.935152 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:34.433881 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:34.934353 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:35.434729 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:35.934522 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:36.434658 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:36.934582 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:37.434001 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:37.934778 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:38.438444 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:38.934479 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:39.434864 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:39.935333 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:40.434034 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:40.934860 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:41.435092 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:41.934822 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:42.434797 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:42.934756 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:43.434724 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:43.935188 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:44.434074 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:44.935000 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:45.434551 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:45.934003 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:46.434963 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:46.934349 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:47.434833 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:47.934279 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:48.435146 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:48.934209 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:49.435092 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:49.935038 8267 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:50.436908 8267 kapi.go:107] duration metric: took 2m30.506204579s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0924 18:23:50.439648 8267 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-706965 cluster.
I0924 18:23:50.442580 8267 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0924 18:23:50.445016 8267 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0924 18:23:50.448026 8267 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, volcano, ingress-dns, storage-provisioner, metrics-server, inspektor-gadget, yakd, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0924 18:23:50.450639 8267 addons.go:510] duration metric: took 2m47.017434336s for enable addons: enabled=[nvidia-device-plugin cloud-spanner volcano ingress-dns storage-provisioner metrics-server inspektor-gadget yakd storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0924 18:23:50.450698 8267 start.go:246] waiting for cluster config update ...
I0924 18:23:50.450719 8267 start.go:255] writing updated cluster config ...
I0924 18:23:50.451054 8267 ssh_runner.go:195] Run: rm -f paused
I0924 18:23:50.793252 8267 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I0924 18:23:50.801204 8267 out.go:177] * Done! kubectl is now configured to use "addons-706965" cluster and "default" namespace by default
==> Docker <==
Sep 24 18:33:32 addons-706965 dockerd[1287]: time="2024-09-24T18:33:32.158020293Z" level=error msg="Handler for POST /v1.43/images/create returned error: Head \"https://gcr.io/v2/k8s-minikube/busybox/manifests/latest\": unauthorized: authentication failed" spanID=d83cb9126fde4ab6 traceID=98efad86f8f474c0d9e17d3576c1ac9f
Sep 24 18:33:34 addons-706965 dockerd[1287]: time="2024-09-24T18:33:34.804750501Z" level=info msg="ignoring event" container=f9f7e572436cff987797d28cc7ce81f2c23ef1baa8bb74154131a6ef1ec263da module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:34 addons-706965 dockerd[1287]: time="2024-09-24T18:33:34.919136420Z" level=info msg="ignoring event" container=45527baf02eb213804d514323177fd3d7e3a7d36f96769087c36f9950d409f4e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.657882778Z" level=info msg="ignoring event" container=8bf051323bd90688d12a8a335d2643aa5eae7ee978c12785876d1298a2ef189d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.718049516Z" level=info msg="ignoring event" container=8485215d3addfdde0a91952f50c1370f576eb2297e8c41a74ef2c0452bfd9c67 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.724870707Z" level=info msg="ignoring event" container=ace3f8627aa945c638b40914162181fd2c4f2857126fea202a5ede5e53cdabc2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.729722010Z" level=info msg="ignoring event" container=2d57b9beffc5d13931ad106cd591abed2de16b75afd1fceeda4a6648b67a1200 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.736130599Z" level=info msg="ignoring event" container=4f61a0478aa95b7e3ad69ceb565401598f4f6432624495282ade564aa7e31ea9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.761040184Z" level=info msg="ignoring event" container=da4fbeb7d506a9ba50d5f33edc6360f874bfec7cf7b501a87d2721248698f85f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.768831258Z" level=info msg="ignoring event" container=ac6942813f601157de7895d54f57f55f4149251ddd7e69a0adbac80a5ea75f5f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.773199323Z" level=info msg="ignoring event" container=fdf586e990809c8d17145a577bfca2bc54a1826390aa4949cd2e2622fdeaa205 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.940842293Z" level=info msg="ignoring event" container=54dd833187f722906a06a5c52dcc8eecbe70312e63cae71360d22458d4eaea0e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:36 addons-706965 dockerd[1287]: time="2024-09-24T18:33:36.979337029Z" level=info msg="ignoring event" container=8dc462ef469359f3a56f68b43bb27b000521406ce146c113afc5ef0fc3b6514e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:37 addons-706965 dockerd[1287]: time="2024-09-24T18:33:37.103999967Z" level=info msg="ignoring event" container=6729b5434cb9c0541e71081c1db50460d8ddbeda18b3ce663b57910473036741 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:43 addons-706965 dockerd[1287]: time="2024-09-24T18:33:43.203296795Z" level=info msg="ignoring event" container=b63c3d95f9c7e452efec270421117827971fab54563a526a174d9c37842ccab0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:43 addons-706965 dockerd[1287]: time="2024-09-24T18:33:43.230917444Z" level=info msg="ignoring event" container=bc2a54cefaa0e101399d751b696ce41dcdf7e29fa614403a7c405639e4c24c8c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:43 addons-706965 dockerd[1287]: time="2024-09-24T18:33:43.412975965Z" level=info msg="ignoring event" container=b8cf1a5cd0a8dfd1433d16c42b287cd459c5451e92ef658eb626fc3ffe6de2bb module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:43 addons-706965 dockerd[1287]: time="2024-09-24T18:33:43.462913154Z" level=info msg="ignoring event" container=296f083ac846e2ddaa78b282e1a25a6a39e3099067dc8af85b43657636f12c4f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:48 addons-706965 dockerd[1287]: time="2024-09-24T18:33:48.603213662Z" level=info msg="ignoring event" container=bccf151124dad69e5e3e207bdf8e8ed0623c28067e307f54fe5f7b53a5019e77 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:49 addons-706965 dockerd[1287]: time="2024-09-24T18:33:49.464785524Z" level=info msg="ignoring event" container=c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:49 addons-706965 dockerd[1287]: time="2024-09-24T18:33:49.504504468Z" level=info msg="ignoring event" container=a3b14bc765c787c5705c45dea1acf7365d944e6a09ad41e2568efe7f33d9b3da module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:49 addons-706965 dockerd[1287]: time="2024-09-24T18:33:49.659460168Z" level=info msg="ignoring event" container=8ad6780b50c079382a93419be67f106aa846a12c6638022c88921411e30ef5f1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:49 addons-706965 dockerd[1287]: time="2024-09-24T18:33:49.746577008Z" level=info msg="ignoring event" container=3c4cf4afb938ec34bafc24dee8e645121f0a74fa251c329d29ed60c62bcb7002 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:50 addons-706965 dockerd[1287]: time="2024-09-24T18:33:50.325385347Z" level=info msg="ignoring event" container=9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:50 addons-706965 dockerd[1287]: time="2024-09-24T18:33:50.455554412Z" level=info msg="ignoring event" container=c7fc72e4f361983a4a1c0d196cdbfe536093f6ee3f9767454a2826d4bf35fd74 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
2e3f3e002c738 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec 46 seconds ago Exited gadget 7 8bfcd61d6e982 gadget-249vh
642635ad0143e gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 10 minutes ago Running gcp-auth 0 565b40aaed260 gcp-auth-89d5ffd79-mvdzv
e487d67cf3d43 registry.k8s.io/ingress-nginx/controller@sha256:d5f8217feeac4887cb1ed21f27c2674e58be06bd8f5184cacea2a69abaf78dce 11 minutes ago Running controller 0 9835175a51ea8 ingress-nginx-controller-bc57996ff-xtczq
0d15ec6ba2b0d registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited patch 0 173dee7589ec7 ingress-nginx-admission-patch-rjbwc
c35334bf8630d registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited create 0 36708db49f62e ingress-nginx-admission-create-zkqpg
abd407477c864 rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 12 minutes ago Running local-path-provisioner 0 ad50e8d37c54d local-path-provisioner-86d989889c-gt678
568dac2265c5d marcnuri/yakd@sha256:c5414196116a2266ad097b0468833b73ef1d6c7922241115fe203fb826381624 12 minutes ago Running yakd 0 0bf4e8b271ea9 yakd-dashboard-67d98fc6b-vhzds
9a0fb33491edf registry.k8s.io/metrics-server/metrics-server@sha256:ffcb2bf004d6aa0a17d90e0247cf94f2865c8901dcab4427034c341951c239f9 12 minutes ago Exited metrics-server 0 c7fc72e4f3619 metrics-server-84c5f94fbc-h5hgc
bb87d1a9e5fa4 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 12 minutes ago Running minikube-ingress-dns 0 5b59e13868852 kube-ingress-dns-minikube
ade5f8207e5aa gcr.io/cloud-spanner-emulator/emulator@sha256:f78b14fe7e4632fc0b3c65e15101ebbbcf242857de9851d3c0baea94bd269b5e 12 minutes ago Running cloud-spanner-emulator 0 fb67d36efc8f1 cloud-spanner-emulator-5b584cc74-svwq9
7a471eb9feef7 nvcr.io/nvidia/k8s-device-plugin@sha256:ed39e22c8b71343fb996737741a99da88ce6c75dd83b5c520e0b3d8e8a884c47 12 minutes ago Running nvidia-device-plugin-ctr 0 7529ef96df0f8 nvidia-device-plugin-daemonset-h4jpw
3dcc4af57f6ad ba04bb24b9575 12 minutes ago Running storage-provisioner 0 c4bfc1712d9fa storage-provisioner
3be62d8575582 24a140c548c07 12 minutes ago Running kube-proxy 0 f814d827c63ec kube-proxy-zs4bl
25e0a6a7b6faf 2f6c962e7b831 12 minutes ago Running coredns 0 1e30b4155a47b coredns-7c65d6cfc9-8nhmz
ad8934b19b921 7f8aa378bb47d 12 minutes ago Running kube-scheduler 0 e8c60751280f6 kube-scheduler-addons-706965
736e4a29396c7 d3f53a98c0a9d 12 minutes ago Running kube-apiserver 0 9bd96327e25da kube-apiserver-addons-706965
76217f763ead8 27e3830e14027 12 minutes ago Running etcd 0 26788482db6ec etcd-addons-706965
1b1f3665e37ff 279f381cb3736 12 minutes ago Running kube-controller-manager 0 7718993ef3add kube-controller-manager-addons-706965
==> controller_ingress [e487d67cf3d4] <==
I0924 18:22:24.142171 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="31" git="v1.31.1" state="clean" commit="948afe5ca072329a73c8e79ed5938717a5cb3d21" platform="linux/arm64"
I0924 18:22:24.478591 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"
I0924 18:22:24.504781 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"
I0924 18:22:24.520853 6 nginx.go:271] "Starting NGINX Ingress controller"
I0924 18:22:24.543364 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0921a3a0-a407-4da0-bd32-8bd5c25ac18a", APIVersion:"v1", ResourceVersion:"659", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller
I0924 18:22:24.552213 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"cb8fe104-742e-4ba6-b19b-8a89ecd38c8e", APIVersion:"v1", ResourceVersion:"660", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services
I0924 18:22:24.552287 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"36b6e23c-58c5-44a4-9b44-9f5326ec09e9", APIVersion:"v1", ResourceVersion:"661", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services
I0924 18:22:25.724243 6 nginx.go:317] "Starting NGINX process"
I0924 18:22:25.724293 6 leaderelection.go:250] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...
I0924 18:22:25.729932 6 nginx.go:337] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"
I0924 18:22:25.732982 6 controller.go:193] "Configuration changes detected, backend reload required"
I0924 18:22:25.740637 6 leaderelection.go:260] successfully acquired lease ingress-nginx/ingress-nginx-leader
I0924 18:22:25.741247 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-bc57996ff-xtczq"
I0924 18:22:25.748907 6 status.go:219] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-bc57996ff-xtczq" node="addons-706965"
I0924 18:22:25.789305 6 controller.go:213] "Backend successfully reloaded"
I0924 18:22:25.789386 6 controller.go:224] "Initial sync, sleeping for 1 second"
I0924 18:22:25.789479 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-xtczq", UID:"b25bb7f6-8fbb-4136-bb5c-54a1202ca2f9", APIVersion:"v1", ResourceVersion:"1238", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
NGINX Ingress controller
Release: v1.11.2
Build: 46e76e5916813cfca2a9b0bfdc34b69a0000f6b9
Repository: https://github.com/kubernetes/ingress-nginx
nginx version: nginx/1.25.5
-------------------------------------------------------------------------------
==> coredns [25e0a6a7b6fa] <==
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[166005451]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (24-Sep-2024 18:21:05.451) (total time: 30001ms):
Trace[166005451]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (18:21:35.452)
Trace[166005451]: [30.001037589s] [30.001037589s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1238531312]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (24-Sep-2024 18:21:05.451) (total time: 30000ms):
Trace[1238531312]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (18:21:35.452)
Trace[1238531312]: [30.000908777s] [30.000908777s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] Reloading
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
[INFO] Reloading complete
[INFO] 127.0.0.1:47116 - 20229 "HINFO IN 7303047396330757251.2575600522816382858. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.069271169s
[INFO] 10.244.0.25:42532 - 29370 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000264572s
[INFO] 10.244.0.25:57727 - 50366 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155109s
[INFO] 10.244.0.25:43832 - 28437 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000115568s
[INFO] 10.244.0.25:38826 - 24300 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00011236s
[INFO] 10.244.0.25:53075 - 39386 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000112697s
[INFO] 10.244.0.25:42691 - 48801 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000108626s
[INFO] 10.244.0.25:37863 - 6692 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002115927s
[INFO] 10.244.0.25:43920 - 59327 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.003164813s
[INFO] 10.244.0.25:58135 - 35589 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001767352s
[INFO] 10.244.0.25:55460 - 55365 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.001924815s
==> describe nodes <==
Name: addons-706965
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-706965
kubernetes.io/os=linux
minikube.k8s.io/commit=ab8e06d5efb8aef1f7ea9881c3e41593ddc7876e
minikube.k8s.io/name=addons-706965
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_24T18_20_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-706965
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 24 Sep 2024 18:20:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-706965
AcquireTime: <unset>
RenewTime: Tue, 24 Sep 2024 18:33:44 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 24 Sep 2024 18:33:03 +0000 Tue, 24 Sep 2024 18:20:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 24 Sep 2024 18:33:03 +0000 Tue, 24 Sep 2024 18:20:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 24 Sep 2024 18:33:03 +0000 Tue, 24 Sep 2024 18:20:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 24 Sep 2024 18:33:03 +0000 Tue, 24 Sep 2024 18:20:56 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-706965
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: a50b63db708649cf92a37094dbc99dd7
System UUID: 9900c6fb-344b-47d2-ac30-597178f2ca45
Boot ID: 522dd362-4466-4c91-87cc-97b45aa342c2
Kernel Version: 5.15.0-1070-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (16 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m18s
default cloud-spanner-emulator-5b584cc74-svwq9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
gadget gadget-249vh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
gcp-auth gcp-auth-89d5ffd79-mvdzv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
ingress-nginx ingress-nginx-controller-bc57996ff-xtczq 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 12m
kube-system coredns-7c65d6cfc9-8nhmz 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 12m
kube-system etcd-addons-706965 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 12m
kube-system kube-apiserver-addons-706965 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-706965 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-zs4bl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-706965 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system nvidia-device-plugin-daemonset-h4jpw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
local-path-storage local-path-provisioner-86d989889c-gt678 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
yakd-dashboard yakd-dashboard-67d98fc6b-vhzds 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 0 (0%)
memory 388Mi (4%) 426Mi (5%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-706965 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-706965 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-706965 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-706965 event: Registered Node addons-706965 in Controller
==> dmesg <==
[Sep24 18:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015241] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.461689] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.832545] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +5.415185] kauditd_printk_skb: 36 callbacks suppressed
==> etcd [76217f763ead] <==
{"level":"info","ts":"2024-09-24T18:20:52.965459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-09-24T18:20:52.965517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-09-24T18:20:52.965546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-09-24T18:20:52.965605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-09-24T18:20:52.965644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-09-24T18:20:52.969313Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:52.973448Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-706965 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-24T18:20:52.973761Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:52.974077Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:52.974253Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:52.974399Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-24T18:20:52.974863Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-24T18:20:52.988335Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-24T18:20:52.989724Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-09-24T18:20:52.998051Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-24T18:20:53.008600Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-09-24T18:20:53.037263Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-09-24T18:20:53.041167Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-09-24T18:21:50.851593Z","caller":"traceutil/trace.go:171","msg":"trace[141924304] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1098; }","duration":"105.544803ms","start":"2024-09-24T18:21:50.746033Z","end":"2024-09-24T18:21:50.851577Z","steps":["trace[141924304] 'read index received' (duration: 68.026325ms)","trace[141924304] 'applied index is now lower than readState.Index' (duration: 37.517846ms)"],"step_count":2}
{"level":"warn","ts":"2024-09-24T18:21:50.851725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.674815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-24T18:21:50.851753Z","caller":"traceutil/trace.go:171","msg":"trace[1416018625] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1074; }","duration":"105.719492ms","start":"2024-09-24T18:21:50.746027Z","end":"2024-09-24T18:21:50.851746Z","steps":["trace[1416018625] 'agreement among raft nodes before linearized reading' (duration: 105.61801ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:21:50.851893Z","caller":"traceutil/trace.go:171","msg":"trace[603020897] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"107.246463ms","start":"2024-09-24T18:21:50.744639Z","end":"2024-09-24T18:21:50.851885Z","steps":["trace[603020897] 'process raft request' (duration: 69.447752ms)","trace[603020897] 'compare' (duration: 37.262129ms)"],"step_count":2}
{"level":"info","ts":"2024-09-24T18:30:53.900787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1855}
{"level":"info","ts":"2024-09-24T18:30:53.954914Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1855,"took":"53.586122ms","hash":2386339281,"current-db-size-bytes":8667136,"current-db-size":"8.7 MB","current-db-size-in-use-bytes":4894720,"current-db-size-in-use":"4.9 MB"}
{"level":"info","ts":"2024-09-24T18:30:53.954975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2386339281,"revision":1855,"compact-revision":-1}
==> gcp-auth [642635ad0143] <==
2024/09/24 18:23:49 GCP Auth Webhook started!
2024/09/24 18:24:07 Ready to marshal response ...
2024/09/24 18:24:07 Ready to write response ...
2024/09/24 18:24:07 Ready to marshal response ...
2024/09/24 18:24:07 Ready to write response ...
2024/09/24 18:24:32 Ready to marshal response ...
2024/09/24 18:24:32 Ready to write response ...
2024/09/24 18:24:32 Ready to marshal response ...
2024/09/24 18:24:32 Ready to write response ...
2024/09/24 18:24:33 Ready to marshal response ...
2024/09/24 18:24:33 Ready to write response ...
2024/09/24 18:32:37 Ready to marshal response ...
2024/09/24 18:32:37 Ready to write response ...
2024/09/24 18:32:37 Ready to marshal response ...
2024/09/24 18:32:37 Ready to write response ...
2024/09/24 18:32:37 Ready to marshal response ...
2024/09/24 18:32:37 Ready to write response ...
2024/09/24 18:32:48 Ready to marshal response ...
2024/09/24 18:32:48 Ready to write response ...
2024/09/24 18:33:04 Ready to marshal response ...
2024/09/24 18:33:04 Ready to write response ...
2024/09/24 18:33:27 Ready to marshal response ...
2024/09/24 18:33:27 Ready to write response ...
==> kernel <==
18:33:51 up 16 min, 0 users, load average: 1.24, 0.70, 0.54
Linux addons-706965 5.15.0-1070-aws #76~20.04.1-Ubuntu SMP Mon Sep 2 12:20:48 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kube-apiserver [736e4a29396c] <==
I0924 18:24:23.259415 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0924 18:24:23.309427 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0924 18:24:23.372621 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
W0924 18:24:23.419347 1 cacher.go:171] Terminating all watchers from cacher commands.bus.volcano.sh
W0924 18:24:24.013710 1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh
W0924 18:24:24.013724 1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh
W0924 18:24:24.013747 1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh
W0924 18:24:24.069507 1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh
W0924 18:24:24.373713 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0924 18:24:24.657483 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0924 18:32:37.082133 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.107.51.153"}
I0924 18:33:12.519005 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0924 18:33:42.924084 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:42.924128 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:42.948221 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:42.948269 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:42.955909 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:42.955957 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:42.992877 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:42.992945 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:43.118523 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:43.119757 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0924 18:33:43.957242 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0924 18:33:44.119397 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0924 18:33:44.231108 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [1b1f3665e37f] <==
I0924 18:33:37.679249 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-706965"
I0924 18:33:43.144836 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/snapshot-controller-56fcc65765" duration="4.784µs"
W0924 18:33:43.897758 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:43.897799 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0924 18:33:43.958931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0924 18:33:44.121865 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0924 18:33:44.232923 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:44.809863 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:44.809906 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:45.260611 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:45.260654 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:45.594146 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:45.594185 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:45.667443 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:45.667488 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:47.407772 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:47.407820 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:47.897003 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:47.897046 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:48.163326 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:48.163368 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:48.323408 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:48.323455 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0924 18:33:49.188730 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/metrics-server-84c5f94fbc" duration="4.299µs"
I0924 18:33:49.373680 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-66c9cd494c" duration="4.348µs"
==> kube-proxy [3be62d857558] <==
I0924 18:21:06.779238 1 server_linux.go:66] "Using iptables proxy"
I0924 18:21:06.887337 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0924 18:21:06.887403 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0924 18:21:06.915375 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0924 18:21:06.915450 1 server_linux.go:169] "Using iptables Proxier"
I0924 18:21:06.917946 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0924 18:21:06.918321 1 server.go:483] "Version info" version="v1.31.1"
I0924 18:21:06.918343 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0924 18:21:06.924327 1 config.go:199] "Starting service config controller"
I0924 18:21:06.924367 1 shared_informer.go:313] Waiting for caches to sync for service config
I0924 18:21:06.924392 1 config.go:105] "Starting endpoint slice config controller"
I0924 18:21:06.924397 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0924 18:21:06.924996 1 config.go:328] "Starting node config controller"
I0924 18:21:06.925025 1 shared_informer.go:313] Waiting for caches to sync for node config
I0924 18:21:07.025732 1 shared_informer.go:320] Caches are synced for node config
I0924 18:21:07.025770 1 shared_informer.go:320] Caches are synced for service config
I0924 18:21:07.025796 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [ad8934b19b92] <==
W0924 18:20:56.816622 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:56.816725 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.816868 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0924 18:20:56.817125 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.817031 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0924 18:20:56.817417 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.817082 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0924 18:20:56.817634 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.820164 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:56.820300 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.820456 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0924 18:20:56.820554 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.820690 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0924 18:20:56.820788 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.824796 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0924 18:20:56.824976 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.825182 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:56.825311 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.825493 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0924 18:20:56.825605 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:56.825864 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0924 18:20:56.825998 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0924 18:20:57.809443 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0924 18:20:57.809720 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0924 18:21:00.806548 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.779729 2362 scope.go:117] "RemoveContainer" containerID="c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082"
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.825283 2362 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vdj7x\" (UniqueName: \"kubernetes.io/projected/87b7747e-ac02-4a01-b537-3ccd964580e8-kube-api-access-vdj7x\") pod \"87b7747e-ac02-4a01-b537-3ccd964580e8\" (UID: \"87b7747e-ac02-4a01-b537-3ccd964580e8\") "
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.826627 2362 scope.go:117] "RemoveContainer" containerID="c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082"
Sep 24 18:33:49 addons-706965 kubelet[2362]: E0924 18:33:49.828254 2362 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082" containerID="c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082"
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.828411 2362 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082"} err="failed to get container status \"c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082\": rpc error: code = Unknown desc = Error response from daemon: No such container: c446902fac4b12b1969d65f0ca280640493c0badf5eacad1de9a6ced54a8d082"
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.828616 2362 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/87b7747e-ac02-4a01-b537-3ccd964580e8-kube-api-access-vdj7x" (OuterVolumeSpecName: "kube-api-access-vdj7x") pod "87b7747e-ac02-4a01-b537-3ccd964580e8" (UID: "87b7747e-ac02-4a01-b537-3ccd964580e8"). InnerVolumeSpecName "kube-api-access-vdj7x". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.862723 2362 scope.go:117] "RemoveContainer" containerID="a3b14bc765c787c5705c45dea1acf7365d944e6a09ad41e2568efe7f33d9b3da"
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.926082 2362 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sbcb5\" (UniqueName: \"kubernetes.io/projected/cbaedb6d-c887-4a40-9fe1-fd09e1825332-kube-api-access-sbcb5\") pod \"cbaedb6d-c887-4a40-9fe1-fd09e1825332\" (UID: \"cbaedb6d-c887-4a40-9fe1-fd09e1825332\") "
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.926207 2362 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-vdj7x\" (UniqueName: \"kubernetes.io/projected/87b7747e-ac02-4a01-b537-3ccd964580e8-kube-api-access-vdj7x\") on node \"addons-706965\" DevicePath \"\""
Sep 24 18:33:49 addons-706965 kubelet[2362]: I0924 18:33:49.928633 2362 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cbaedb6d-c887-4a40-9fe1-fd09e1825332-kube-api-access-sbcb5" (OuterVolumeSpecName: "kube-api-access-sbcb5") pod "cbaedb6d-c887-4a40-9fe1-fd09e1825332" (UID: "cbaedb6d-c887-4a40-9fe1-fd09e1825332"). InnerVolumeSpecName "kube-api-access-sbcb5". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.027503 2362 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-sbcb5\" (UniqueName: \"kubernetes.io/projected/cbaedb6d-c887-4a40-9fe1-fd09e1825332-kube-api-access-sbcb5\") on node \"addons-706965\" DevicePath \"\""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.632951 2362 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v4trm\" (UniqueName: \"kubernetes.io/projected/b59a81ec-81e4-43e5-be73-e8124168ec83-kube-api-access-v4trm\") pod \"b59a81ec-81e4-43e5-be73-e8124168ec83\" (UID: \"b59a81ec-81e4-43e5-be73-e8124168ec83\") "
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.633009 2362 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"tmp-dir\" (UniqueName: \"kubernetes.io/empty-dir/b59a81ec-81e4-43e5-be73-e8124168ec83-tmp-dir\") pod \"b59a81ec-81e4-43e5-be73-e8124168ec83\" (UID: \"b59a81ec-81e4-43e5-be73-e8124168ec83\") "
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.633410 2362 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b59a81ec-81e4-43e5-be73-e8124168ec83-tmp-dir" (OuterVolumeSpecName: "tmp-dir") pod "b59a81ec-81e4-43e5-be73-e8124168ec83" (UID: "b59a81ec-81e4-43e5-be73-e8124168ec83"). InnerVolumeSpecName "tmp-dir". PluginName "kubernetes.io/empty-dir", VolumeGidValue ""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.635298 2362 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b59a81ec-81e4-43e5-be73-e8124168ec83-kube-api-access-v4trm" (OuterVolumeSpecName: "kube-api-access-v4trm") pod "b59a81ec-81e4-43e5-be73-e8124168ec83" (UID: "b59a81ec-81e4-43e5-be73-e8124168ec83"). InnerVolumeSpecName "kube-api-access-v4trm". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.733920 2362 reconciler_common.go:288] "Volume detached for volume \"tmp-dir\" (UniqueName: \"kubernetes.io/empty-dir/b59a81ec-81e4-43e5-be73-e8124168ec83-tmp-dir\") on node \"addons-706965\" DevicePath \"\""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.733957 2362 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-v4trm\" (UniqueName: \"kubernetes.io/projected/b59a81ec-81e4-43e5-be73-e8124168ec83-kube-api-access-v4trm\") on node \"addons-706965\" DevicePath \"\""
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.917303 2362 scope.go:117] "RemoveContainer" containerID="9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2"
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.949433 2362 scope.go:117] "RemoveContainer" containerID="9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2"
Sep 24 18:33:50 addons-706965 kubelet[2362]: E0924 18:33:50.950932 2362 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2" containerID="9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2"
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.951122 2362 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2"} err="failed to get container status \"9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2\": rpc error: code = Unknown desc = Error response from daemon: No such container: 9a0fb33491edfc6f8e4faf686991a6ff25a4b24a05e424af80a96392a2917fd2"
Sep 24 18:33:50 addons-706965 kubelet[2362]: E0924 18:33:50.966362 2362 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"busybox\" with ImagePullBackOff: \"Back-off pulling image \\\"gcr.io/k8s-minikube/busybox:1.28.4-glibc\\\"\"" pod="default/busybox" podUID="d4a700f4-a01f-47fd-b3f1-cf09744f094d"
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.980960 2362 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="87b7747e-ac02-4a01-b537-3ccd964580e8" path="/var/lib/kubelet/pods/87b7747e-ac02-4a01-b537-3ccd964580e8/volumes"
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.981485 2362 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b59a81ec-81e4-43e5-be73-e8124168ec83" path="/var/lib/kubelet/pods/b59a81ec-81e4-43e5-be73-e8124168ec83/volumes"
Sep 24 18:33:50 addons-706965 kubelet[2362]: I0924 18:33:50.981848 2362 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cbaedb6d-c887-4a40-9fe1-fd09e1825332" path="/var/lib/kubelet/pods/cbaedb6d-c887-4a40-9fe1-fd09e1825332/volumes"
==> storage-provisioner [3dcc4af57f6a] <==
I0924 18:21:11.903934 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0924 18:21:11.942090 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0924 18:21:11.942167 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0924 18:21:11.961446 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0924 18:21:11.970086 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-706965_93814731-a966-418d-af8f-2a167e39f192!
I0924 18:21:11.970807 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"99fe901a-455b-4858-bb8b-2f0460495c20", APIVersion:"v1", ResourceVersion:"580", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-706965_93814731-a966-418d-af8f-2a167e39f192 became leader
I0924 18:21:12.070655 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-706965_93814731-a966-418d-af8f-2a167e39f192!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-706965 -n addons-706965
helpers_test.go:261: (dbg) Run: kubectl --context addons-706965 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox ingress-nginx-admission-create-zkqpg ingress-nginx-admission-patch-rjbwc
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-706965 describe pod busybox ingress-nginx-admission-create-zkqpg ingress-nginx-admission-patch-rjbwc
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-706965 describe pod busybox ingress-nginx-admission-create-zkqpg ingress-nginx-admission-patch-rjbwc: exit status 1 (99.36752ms)
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-706965/192.168.49.2
Start Time: Tue, 24 Sep 2024 18:24:32 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.27
IPs:
IP: 10.244.0.27
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-8rkp5 (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-8rkp5:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m19s default-scheduler Successfully assigned default/busybox to addons-706965
Normal Pulling 7m54s (x4 over 9m18s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m53s (x4 over 9m18s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m53s (x4 over 9m18s) kubelet Error: ErrImagePull
Warning Failed 7m39s (x6 over 9m17s) kubelet Error: ImagePullBackOff
Normal BackOff 4m13s (x21 over 9m17s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-zkqpg" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-rjbwc" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-706965 describe pod busybox ingress-nginx-admission-create-zkqpg ingress-nginx-admission-patch-rjbwc: exit status 1
--- FAIL: TestAddons/parallel/Registry (75.70s)