=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-604494 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-604494 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-604494 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [34badf47-881e-40db-982f-b2d116857d78] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [34badf47-881e-40db-982f-b2d116857d78] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 12.002878045s
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-604494 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-604494 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.169887714s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-604494 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-604494 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:306: (dbg) Run: out/minikube-linux-amd64 -p addons-604494 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-amd64 -p addons-604494 addons disable ingress-dns --alsologtostderr -v=1: (1.520318477s)
addons_test.go:311: (dbg) Run: out/minikube-linux-amd64 -p addons-604494 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-amd64 -p addons-604494 addons disable ingress --alsologtostderr -v=1: (7.783013358s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-604494
helpers_test.go:235: (dbg) docker inspect addons-604494:
-- stdout --
[
{
"Id": "6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a",
"Created": "2024-02-26T10:26:40.277995983Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 13622,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-26T10:26:40.574811517Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:78bbddd92c7656e5a7bf9651f59e6b47aa97241efd2e93247c457ec76b2185c5",
"ResolvConfPath": "/var/lib/docker/containers/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a/hostname",
"HostsPath": "/var/lib/docker/containers/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a/hosts",
"LogPath": "/var/lib/docker/containers/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a-json.log",
"Name": "/addons-604494",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-604494:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-604494",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ddf17423ec969868c103962bdc15a533c4df3eedbf71667e22fa74322298a3a4-init/diff:/var/lib/docker/overlay2/7753b8a464bd875a21bf92a0ccb9077c8236a6df834ca18267c2f1b656af6a97/diff",
"MergedDir": "/var/lib/docker/overlay2/ddf17423ec969868c103962bdc15a533c4df3eedbf71667e22fa74322298a3a4/merged",
"UpperDir": "/var/lib/docker/overlay2/ddf17423ec969868c103962bdc15a533c4df3eedbf71667e22fa74322298a3a4/diff",
"WorkDir": "/var/lib/docker/overlay2/ddf17423ec969868c103962bdc15a533c4df3eedbf71667e22fa74322298a3a4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-604494",
"Source": "/var/lib/docker/volumes/addons-604494/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-604494",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-604494",
"name.minikube.sigs.k8s.io": "addons-604494",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "cecadf6edeed7fce5246f8d5758d59595f3f711fccd78e7cd39d1754305b1bc2",
"SandboxKey": "/var/run/docker/netns/cecadf6edeed",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-604494": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"6cb4b5596772",
"addons-604494"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "1d3f17191060045da5aba9cc772a2408a07dd178a2b5b1b7be04251c02ce703b",
"EndpointID": "c28f88f5bc09ddff4b521e0087f17eae72f18043217ba800d5491cf174ede0ed",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-604494",
"6cb4b5596772"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-604494 -n addons-604494
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-604494 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-604494 logs -n 25: (1.093178091s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-378625 | download-only-378625 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | 26 Feb 24 10:26 UTC |
| delete | -p download-only-214499 | download-only-214499 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | 26 Feb 24 10:26 UTC |
| start | --download-only -p | download-docker-119402 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | |
| | download-docker-119402 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-119402 | download-docker-119402 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | 26 Feb 24 10:26 UTC |
| start | --download-only -p | binary-mirror-834155 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | |
| | binary-mirror-834155 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:38381 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-834155 | binary-mirror-834155 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | 26 Feb 24 10:26 UTC |
| addons | enable dashboard -p | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | |
| | addons-604494 | | | | | |
| addons | disable dashboard -p | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | |
| | addons-604494 | | | | | |
| start | -p addons-604494 --wait=true | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:26 UTC | 26 Feb 24 10:28 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | disable nvidia-device-plugin | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | -p addons-604494 | | | | | |
| addons | disable cloud-spanner -p | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | addons-604494 | | | | | |
| addons | enable headlamp | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | -p addons-604494 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-604494 ssh cat | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | /opt/local-path-provisioner/pvc-d9c965aa-4b2d-494a-94e5-b0cf1caddc10_default_test-pvc/file1 | | | | | |
| addons | addons-604494 addons disable | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:29 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-604494 addons disable | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-604494 ip | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| addons | addons-604494 addons disable | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:28 UTC | 26 Feb 24 10:28 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-604494 ssh curl -s | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:29 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-604494 addons | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:29 UTC | 26 Feb 24 10:29 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:29 UTC | 26 Feb 24 10:29 UTC |
| | addons-604494 | | | | | |
| addons | addons-604494 addons | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:29 UTC | 26 Feb 24 10:29 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-604494 addons | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:29 UTC | 26 Feb 24 10:29 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-604494 ip | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:31 UTC | 26 Feb 24 10:31 UTC |
| addons | addons-604494 addons disable | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:31 UTC | 26 Feb 24 10:31 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-604494 addons disable | addons-604494 | jenkins | v1.32.0 | 26 Feb 24 10:31 UTC | 26 Feb 24 10:31 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 10:26:19
Running on machine: ubuntu-20-agent-11
Binary: Built with gc go1.22.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 10:26:19.562138 12951 out.go:291] Setting OutFile to fd 1 ...
I0226 10:26:19.562264 12951 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 10:26:19.562273 12951 out.go:304] Setting ErrFile to fd 2...
I0226 10:26:19.562277 12951 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 10:26:19.562447 12951 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18222-4479/.minikube/bin
I0226 10:26:19.563091 12951 out.go:298] Setting JSON to false
I0226 10:26:19.563891 12951 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-11","uptime":523,"bootTime":1708942657,"procs":171,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1052-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0226 10:26:19.563947 12951 start.go:139] virtualization: kvm guest
I0226 10:26:19.566142 12951 out.go:177] * [addons-604494] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0226 10:26:19.567400 12951 out.go:177] - MINIKUBE_LOCATION=18222
I0226 10:26:19.567414 12951 notify.go:220] Checking for updates...
I0226 10:26:19.568597 12951 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 10:26:19.569865 12951 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18222-4479/kubeconfig
I0226 10:26:19.571058 12951 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18222-4479/.minikube
I0226 10:26:19.572194 12951 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0226 10:26:19.573298 12951 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 10:26:19.574554 12951 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 10:26:19.594746 12951 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 10:26:19.594853 12951 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 10:26:19.642333 12951 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-02-26 10:26:19.633923882 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1052-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0226 10:26:19.642436 12951 docker.go:295] overlay module found
I0226 10:26:19.644626 12951 out.go:177] * Using the docker driver based on user configuration
I0226 10:26:19.645916 12951 start.go:299] selected driver: docker
I0226 10:26:19.645926 12951 start.go:903] validating driver "docker" against <nil>
I0226 10:26:19.645935 12951 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 10:26:19.646692 12951 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 10:26:19.696222 12951 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-02-26 10:26:19.688012678 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1052-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0226 10:26:19.696456 12951 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 10:26:19.696732 12951 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0226 10:26:19.698423 12951 out.go:177] * Using Docker driver with root privileges
I0226 10:26:19.699911 12951 cni.go:84] Creating CNI manager for ""
I0226 10:26:19.699932 12951 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 10:26:19.699943 12951 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 10:26:19.699955 12951 start_flags.go:323] config:
{Name:addons-604494 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-604494 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 10:26:19.701420 12951 out.go:177] * Starting control plane node addons-604494 in cluster addons-604494
I0226 10:26:19.702598 12951 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 10:26:19.703798 12951 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0226 10:26:19.704967 12951 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 10:26:19.704999 12951 preload.go:148] Found local preload: /home/jenkins/minikube-integration/18222-4479/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4
I0226 10:26:19.705007 12951 cache.go:56] Caching tarball of preloaded images
I0226 10:26:19.705053 12951 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 10:26:19.705082 12951 preload.go:174] Found /home/jenkins/minikube-integration/18222-4479/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0226 10:26:19.705093 12951 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0226 10:26:19.705372 12951 profile.go:148] Saving config to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/config.json ...
I0226 10:26:19.705391 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/config.json: {Name:mk33d72e556be8ebfa184321775f49c33343e2cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:19.720629 12951 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 10:26:19.720709 12951 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 10:26:19.720723 12951 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0226 10:26:19.720726 12951 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0226 10:26:19.720733 12951 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 10:26:19.720740 12951 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from local cache
I0226 10:26:31.111544 12951 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from cached tarball
I0226 10:26:31.111593 12951 cache.go:194] Successfully downloaded all kic artifacts
I0226 10:26:31.111621 12951 start.go:365] acquiring machines lock for addons-604494: {Name:mk66413abc32ac49c964ba7155eddab94058de8d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0226 10:26:31.111704 12951 start.go:369] acquired machines lock for "addons-604494" in 64.951µs
I0226 10:26:31.111733 12951 start.go:93] Provisioning new machine with config: &{Name:addons-604494 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-604494 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 10:26:31.111808 12951 start.go:125] createHost starting for "" (driver="docker")
I0226 10:26:31.113554 12951 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0226 10:26:31.113782 12951 start.go:159] libmachine.API.Create for "addons-604494" (driver="docker")
I0226 10:26:31.113809 12951 client.go:168] LocalClient.Create starting
I0226 10:26:31.113923 12951 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem
I0226 10:26:31.216160 12951 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/cert.pem
I0226 10:26:31.351954 12951 cli_runner.go:164] Run: docker network inspect addons-604494 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0226 10:26:31.367483 12951 cli_runner.go:211] docker network inspect addons-604494 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0226 10:26:31.367546 12951 network_create.go:281] running [docker network inspect addons-604494] to gather additional debugging logs...
I0226 10:26:31.367563 12951 cli_runner.go:164] Run: docker network inspect addons-604494
W0226 10:26:31.381385 12951 cli_runner.go:211] docker network inspect addons-604494 returned with exit code 1
I0226 10:26:31.381407 12951 network_create.go:284] error running [docker network inspect addons-604494]: docker network inspect addons-604494: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-604494 not found
I0226 10:26:31.381417 12951 network_create.go:286] output of [docker network inspect addons-604494]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-604494 not found
** /stderr **
I0226 10:26:31.381749 12951 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 10:26:31.396125 12951 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002660870}
I0226 10:26:31.396171 12951 network_create.go:124] attempt to create docker network addons-604494 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0226 10:26:31.396228 12951 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-604494 addons-604494
I0226 10:26:31.443784 12951 network_create.go:108] docker network addons-604494 192.168.49.0/24 created
I0226 10:26:31.443814 12951 kic.go:121] calculated static IP "192.168.49.2" for the "addons-604494" container
I0226 10:26:31.443875 12951 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0226 10:26:31.457847 12951 cli_runner.go:164] Run: docker volume create addons-604494 --label name.minikube.sigs.k8s.io=addons-604494 --label created_by.minikube.sigs.k8s.io=true
I0226 10:26:31.472791 12951 oci.go:103] Successfully created a docker volume addons-604494
I0226 10:26:31.472880 12951 cli_runner.go:164] Run: docker run --rm --name addons-604494-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-604494 --entrypoint /usr/bin/test -v addons-604494:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0226 10:26:35.186420 12951 cli_runner.go:217] Completed: docker run --rm --name addons-604494-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-604494 --entrypoint /usr/bin/test -v addons-604494:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (3.713505464s)
I0226 10:26:35.186446 12951 oci.go:107] Successfully prepared a docker volume addons-604494
I0226 10:26:35.186466 12951 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 10:26:35.186485 12951 kic.go:194] Starting extracting preloaded images to volume ...
I0226 10:26:35.186549 12951 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18222-4479/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-604494:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0226 10:26:40.218036 12951 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18222-4479/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-604494:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (5.031433772s)
I0226 10:26:40.218075 12951 kic.go:203] duration metric: took 5.031586 seconds to extract preloaded images to volume
W0226 10:26:40.218217 12951 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0226 10:26:40.218309 12951 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0226 10:26:40.263266 12951 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-604494 --name addons-604494 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-604494 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-604494 --network addons-604494 --ip 192.168.49.2 --volume addons-604494:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0226 10:26:40.581946 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Running}}
I0226 10:26:40.598624 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:26:40.615281 12951 cli_runner.go:164] Run: docker exec addons-604494 stat /var/lib/dpkg/alternatives/iptables
I0226 10:26:40.655258 12951 oci.go:144] the created container "addons-604494" has a running status.
I0226 10:26:40.655289 12951 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa...
I0226 10:26:40.940691 12951 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0226 10:26:40.965390 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:26:40.984938 12951 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0226 10:26:40.984963 12951 kic_runner.go:114] Args: [docker exec --privileged addons-604494 chown docker:docker /home/docker/.ssh/authorized_keys]
I0226 10:26:41.047601 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:26:41.064494 12951 machine.go:88] provisioning docker machine ...
I0226 10:26:41.064551 12951 ubuntu.go:169] provisioning hostname "addons-604494"
I0226 10:26:41.064606 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.081263 12951 main.go:141] libmachine: Using SSH client type: native
I0226 10:26:41.081512 12951 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d280] 0x82ffe0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0226 10:26:41.081534 12951 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-604494 && echo "addons-604494" | sudo tee /etc/hostname
I0226 10:26:41.224604 12951 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-604494
I0226 10:26:41.224691 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.240869 12951 main.go:141] libmachine: Using SSH client type: native
I0226 10:26:41.241030 12951 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d280] 0x82ffe0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0226 10:26:41.241057 12951 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-604494' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-604494/g' /etc/hosts;
else
echo '127.0.1.1 addons-604494' | sudo tee -a /etc/hosts;
fi
fi
I0226 10:26:41.370519 12951 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0226 10:26:41.370561 12951 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18222-4479/.minikube CaCertPath:/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18222-4479/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18222-4479/.minikube}
I0226 10:26:41.370579 12951 ubuntu.go:177] setting up certificates
I0226 10:26:41.370588 12951 provision.go:83] configureAuth start
I0226 10:26:41.370636 12951 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-604494
I0226 10:26:41.386419 12951 provision.go:138] copyHostCerts
I0226 10:26:41.386485 12951 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18222-4479/.minikube/ca.pem (1082 bytes)
I0226 10:26:41.386589 12951 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18222-4479/.minikube/cert.pem (1123 bytes)
I0226 10:26:41.386658 12951 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18222-4479/.minikube/key.pem (1675 bytes)
I0226 10:26:41.386703 12951 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18222-4479/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca-key.pem org=jenkins.addons-604494 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-604494]
I0226 10:26:41.445403 12951 provision.go:172] copyRemoteCerts
I0226 10:26:41.445457 12951 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0226 10:26:41.445489 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.460823 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:26:41.550368 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0226 10:26:41.569643 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0226 10:26:41.588862 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0226 10:26:41.608154 12951 provision.go:86] duration metric: configureAuth took 237.549524ms
I0226 10:26:41.608176 12951 ubuntu.go:193] setting minikube options for container-runtime
I0226 10:26:41.608322 12951 config.go:182] Loaded profile config "addons-604494": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 10:26:41.608406 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.625189 12951 main.go:141] libmachine: Using SSH client type: native
I0226 10:26:41.625358 12951 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d280] 0x82ffe0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0226 10:26:41.625373 12951 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0226 10:26:41.834305 12951 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0226 10:26:41.834332 12951 machine.go:91] provisioned docker machine in 769.812979ms
I0226 10:26:41.834343 12951 client.go:171] LocalClient.Create took 10.720524353s
I0226 10:26:41.834360 12951 start.go:167] duration metric: libmachine.API.Create for "addons-604494" took 10.72057682s
I0226 10:26:41.834368 12951 start.go:300] post-start starting for "addons-604494" (driver="docker")
I0226 10:26:41.834380 12951 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0226 10:26:41.834443 12951 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0226 10:26:41.834489 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.850340 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:26:41.942625 12951 ssh_runner.go:195] Run: cat /etc/os-release
I0226 10:26:41.945272 12951 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0226 10:26:41.945299 12951 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0226 10:26:41.945309 12951 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0226 10:26:41.945328 12951 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0226 10:26:41.945348 12951 filesync.go:126] Scanning /home/jenkins/minikube-integration/18222-4479/.minikube/addons for local assets ...
I0226 10:26:41.945398 12951 filesync.go:126] Scanning /home/jenkins/minikube-integration/18222-4479/.minikube/files for local assets ...
I0226 10:26:41.945423 12951 start.go:303] post-start completed in 111.047908ms
I0226 10:26:41.945750 12951 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-604494
I0226 10:26:41.961236 12951 profile.go:148] Saving config to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/config.json ...
I0226 10:26:41.961452 12951 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 10:26:41.961488 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:41.977056 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:26:42.063229 12951 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0226 10:26:42.066961 12951 start.go:128] duration metric: createHost completed in 10.955144042s
I0226 10:26:42.066982 12951 start.go:83] releasing machines lock for "addons-604494", held for 10.955258702s
I0226 10:26:42.067051 12951 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-604494
I0226 10:26:42.081646 12951 ssh_runner.go:195] Run: cat /version.json
I0226 10:26:42.081692 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:42.081743 12951 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0226 10:26:42.081797 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:26:42.097902 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:26:42.098622 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:26:42.272874 12951 ssh_runner.go:195] Run: systemctl --version
I0226 10:26:42.276765 12951 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0226 10:26:42.411894 12951 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0226 10:26:42.415739 12951 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 10:26:42.431913 12951 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0226 10:26:42.431979 12951 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 10:26:42.455773 12951 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0226 10:26:42.455798 12951 start.go:475] detecting cgroup driver to use...
I0226 10:26:42.455828 12951 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0226 10:26:42.455865 12951 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0226 10:26:42.468500 12951 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0226 10:26:42.477710 12951 docker.go:217] disabling cri-docker service (if available) ...
I0226 10:26:42.477771 12951 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0226 10:26:42.489162 12951 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0226 10:26:42.501175 12951 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0226 10:26:42.579398 12951 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0226 10:26:42.650951 12951 docker.go:233] disabling docker service ...
I0226 10:26:42.651013 12951 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0226 10:26:42.666467 12951 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0226 10:26:42.675713 12951 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0226 10:26:42.747480 12951 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0226 10:26:42.822798 12951 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0226 10:26:42.832076 12951 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0226 10:26:42.845547 12951 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0226 10:26:42.845603 12951 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 10:26:42.853259 12951 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0226 10:26:42.853313 12951 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 10:26:42.860987 12951 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0226 10:26:42.868472 12951 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0226 10:26:42.876235 12951 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0226 10:26:42.883428 12951 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0226 10:26:42.889845 12951 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0226 10:26:42.896402 12951 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0226 10:26:42.966962 12951 ssh_runner.go:195] Run: sudo systemctl restart crio
I0226 10:26:43.072244 12951 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0226 10:26:43.072322 12951 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0226 10:26:43.075255 12951 start.go:543] Will wait 60s for crictl version
I0226 10:26:43.075301 12951 ssh_runner.go:195] Run: which crictl
I0226 10:26:43.078031 12951 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0226 10:26:43.107610 12951 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0226 10:26:43.107729 12951 ssh_runner.go:195] Run: crio --version
I0226 10:26:43.138929 12951 ssh_runner.go:195] Run: crio --version
I0226 10:26:43.173154 12951 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0226 10:26:43.174425 12951 cli_runner.go:164] Run: docker network inspect addons-604494 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 10:26:43.189512 12951 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0226 10:26:43.192714 12951 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 10:26:43.202229 12951 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 10:26:43.202276 12951 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 10:26:43.253230 12951 crio.go:496] all images are preloaded for cri-o runtime.
I0226 10:26:43.253251 12951 crio.go:415] Images already preloaded, skipping extraction
I0226 10:26:43.253289 12951 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 10:26:43.282088 12951 crio.go:496] all images are preloaded for cri-o runtime.
I0226 10:26:43.282113 12951 cache_images.go:84] Images are preloaded, skipping loading
I0226 10:26:43.282169 12951 ssh_runner.go:195] Run: crio config
I0226 10:26:43.321690 12951 cni.go:84] Creating CNI manager for ""
I0226 10:26:43.321712 12951 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 10:26:43.321727 12951 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0226 10:26:43.321749 12951 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-604494 NodeName:addons-604494 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0226 10:26:43.321901 12951 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-604494"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0226 10:26:43.321970 12951 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-604494 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-604494 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0226 10:26:43.322050 12951 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0226 10:26:43.329496 12951 binaries.go:44] Found k8s binaries, skipping transfer
I0226 10:26:43.329546 12951 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0226 10:26:43.336736 12951 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I0226 10:26:43.351307 12951 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0226 10:26:43.366036 12951 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I0226 10:26:43.380863 12951 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0226 10:26:43.383747 12951 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 10:26:43.392637 12951 certs.go:56] Setting up /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494 for IP: 192.168.49.2
I0226 10:26:43.392665 12951 certs.go:190] acquiring lock for shared ca certs: {Name:mk12528c135c9f07aede78abbab339712d551055 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:43.392784 12951 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/18222-4479/.minikube/ca.key
I0226 10:26:43.474006 12951 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18222-4479/.minikube/ca.crt ...
I0226 10:26:43.474036 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/ca.crt: {Name:mk80ea41255837684eb0914194017ebc74322dba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:43.474178 12951 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18222-4479/.minikube/ca.key ...
I0226 10:26:43.474188 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/ca.key: {Name:mk1aedf176bb7dcba94bacc789856b08ea5e47a9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:43.474252 12951 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.key
I0226 10:26:43.686211 12951 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.crt ...
I0226 10:26:43.686237 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.crt: {Name:mkeac3cc25f52e9ae7b636806f81f005d334ec91 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:43.686386 12951 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.key ...
I0226 10:26:43.686396 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.key: {Name:mk7d5548a3d3165c125ef42b49c89b1414133972 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:43.686496 12951 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.key
I0226 10:26:43.686509 12951 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.crt with IP's: []
I0226 10:26:44.000581 12951 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.crt ...
I0226 10:26:44.000609 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.crt: {Name:mke5ecb47b1fb1914467b61b2197fd8a8dd2f9e8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.000756 12951 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.key ...
I0226 10:26:44.000767 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/client.key: {Name:mk2e6fa119f3d756a0fbd95a9056665942800f61 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.000845 12951 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key.dd3b5fb2
I0226 10:26:44.000861 12951 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0226 10:26:44.134247 12951 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt.dd3b5fb2 ...
I0226 10:26:44.134278 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt.dd3b5fb2: {Name:mk01bb60191ab001ef9425e5d8907fd7814335e2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.134416 12951 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key.dd3b5fb2 ...
I0226 10:26:44.134428 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key.dd3b5fb2: {Name:mke1664126398e5d64c3c9c87509f3128398dc71 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.134489 12951 certs.go:337] copying /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt
I0226 10:26:44.134571 12951 certs.go:341] copying /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key
I0226 10:26:44.134618 12951 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.key
I0226 10:26:44.134633 12951 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.crt with IP's: []
I0226 10:26:44.248677 12951 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.crt ...
I0226 10:26:44.248705 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.crt: {Name:mk85ecff55bda6df607a37802c3cb6c28b05e7ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.248852 12951 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.key ...
I0226 10:26:44.248863 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.key: {Name:mk30e2bc47acc8f511e314600faed872044c3cda Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:26:44.249017 12951 certs.go:437] found cert: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca-key.pem (1675 bytes)
I0226 10:26:44.249052 12951 certs.go:437] found cert: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/home/jenkins/minikube-integration/18222-4479/.minikube/certs/ca.pem (1082 bytes)
I0226 10:26:44.249076 12951 certs.go:437] found cert: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/home/jenkins/minikube-integration/18222-4479/.minikube/certs/cert.pem (1123 bytes)
I0226 10:26:44.249104 12951 certs.go:437] found cert: /home/jenkins/minikube-integration/18222-4479/.minikube/certs/home/jenkins/minikube-integration/18222-4479/.minikube/certs/key.pem (1675 bytes)
I0226 10:26:44.249700 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0226 10:26:44.270179 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0226 10:26:44.289342 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0226 10:26:44.308692 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/profiles/addons-604494/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0226 10:26:44.327709 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0226 10:26:44.346813 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0226 10:26:44.365736 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0226 10:26:44.384983 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0226 10:26:44.404127 12951 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18222-4479/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0226 10:26:44.423053 12951 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0226 10:26:44.437351 12951 ssh_runner.go:195] Run: openssl version
I0226 10:26:44.442086 12951 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0226 10:26:44.450050 12951 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0226 10:26:44.453107 12951 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 26 10:26 /usr/share/ca-certificates/minikubeCA.pem
I0226 10:26:44.453165 12951 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0226 10:26:44.459062 12951 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0226 10:26:44.466998 12951 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0226 10:26:44.469802 12951 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0226 10:26:44.469851 12951 kubeadm.go:404] StartCluster: {Name:addons-604494 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-604494 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 10:26:44.469941 12951 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0226 10:26:44.469976 12951 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0226 10:26:44.500185 12951 cri.go:89] found id: ""
I0226 10:26:44.500240 12951 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0226 10:26:44.507960 12951 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0226 10:26:44.515132 12951 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0226 10:26:44.515180 12951 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0226 10:26:44.522094 12951 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0226 10:26:44.522135 12951 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0226 10:26:44.593141 12951 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1052-gcp\n", err: exit status 1
I0226 10:26:44.649480 12951 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0226 10:26:53.647448 12951 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0226 10:26:53.647516 12951 kubeadm.go:322] [preflight] Running pre-flight checks
I0226 10:26:53.647630 12951 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0226 10:26:53.647705 12951 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1052-gcp[0m
I0226 10:26:53.647754 12951 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0226 10:26:53.647825 12951 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0226 10:26:53.647889 12951 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0226 10:26:53.647948 12951 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0226 10:26:53.648008 12951 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0226 10:26:53.648068 12951 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0226 10:26:53.648131 12951 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0226 10:26:53.648186 12951 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0226 10:26:53.648245 12951 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0226 10:26:53.648304 12951 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0226 10:26:53.648408 12951 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0226 10:26:53.648523 12951 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0226 10:26:53.648629 12951 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0226 10:26:53.648701 12951 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0226 10:26:53.650220 12951 out.go:204] - Generating certificates and keys ...
I0226 10:26:53.650323 12951 kubeadm.go:322] [certs] Using existing ca certificate authority
I0226 10:26:53.650415 12951 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0226 10:26:53.650507 12951 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0226 10:26:53.650580 12951 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0226 10:26:53.650661 12951 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0226 10:26:53.650729 12951 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0226 10:26:53.650799 12951 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0226 10:26:53.650965 12951 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-604494 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 10:26:53.651031 12951 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0226 10:26:53.651167 12951 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-604494 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 10:26:53.651253 12951 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0226 10:26:53.651332 12951 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0226 10:26:53.651388 12951 kubeadm.go:322] [certs] Generating "sa" key and public key
I0226 10:26:53.651453 12951 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0226 10:26:53.651512 12951 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0226 10:26:53.651580 12951 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0226 10:26:53.651665 12951 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0226 10:26:53.651742 12951 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0226 10:26:53.651855 12951 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0226 10:26:53.651949 12951 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0226 10:26:53.653490 12951 out.go:204] - Booting up control plane ...
I0226 10:26:53.653606 12951 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0226 10:26:53.653713 12951 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0226 10:26:53.653804 12951 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0226 10:26:53.653970 12951 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0226 10:26:53.654116 12951 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0226 10:26:53.654173 12951 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0226 10:26:53.654343 12951 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0226 10:26:53.654467 12951 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002503 seconds
I0226 10:26:53.654649 12951 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0226 10:26:53.654795 12951 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0226 10:26:53.654882 12951 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0226 10:26:53.655112 12951 kubeadm.go:322] [mark-control-plane] Marking the node addons-604494 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0226 10:26:53.655205 12951 kubeadm.go:322] [bootstrap-token] Using token: 2vu2jp.udm7vvb1rxifb2qi
I0226 10:26:53.656431 12951 out.go:204] - Configuring RBAC rules ...
I0226 10:26:53.656548 12951 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0226 10:26:53.656653 12951 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0226 10:26:53.656801 12951 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0226 10:26:53.656965 12951 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0226 10:26:53.657070 12951 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0226 10:26:53.657165 12951 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0226 10:26:53.657266 12951 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0226 10:26:53.657309 12951 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0226 10:26:53.657359 12951 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0226 10:26:53.657366 12951 kubeadm.go:322]
I0226 10:26:53.657419 12951 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0226 10:26:53.657424 12951 kubeadm.go:322]
I0226 10:26:53.657498 12951 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0226 10:26:53.657509 12951 kubeadm.go:322]
I0226 10:26:53.657546 12951 kubeadm.go:322] mkdir -p $HOME/.kube
I0226 10:26:53.657648 12951 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0226 10:26:53.657747 12951 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0226 10:26:53.657759 12951 kubeadm.go:322]
I0226 10:26:53.657829 12951 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0226 10:26:53.657836 12951 kubeadm.go:322]
I0226 10:26:53.657875 12951 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0226 10:26:53.657884 12951 kubeadm.go:322]
I0226 10:26:53.657935 12951 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0226 10:26:53.658006 12951 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0226 10:26:53.658067 12951 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0226 10:26:53.658074 12951 kubeadm.go:322]
I0226 10:26:53.658141 12951 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0226 10:26:53.658211 12951 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0226 10:26:53.658217 12951 kubeadm.go:322]
I0226 10:26:53.658284 12951 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 2vu2jp.udm7vvb1rxifb2qi \
I0226 10:26:53.658377 12951 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e4fe8f6bb66d2c7782b448fa9253b7307ea0741ec23fd20881924269aca030aa \
I0226 10:26:53.658396 12951 kubeadm.go:322] --control-plane
I0226 10:26:53.658402 12951 kubeadm.go:322]
I0226 10:26:53.658469 12951 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0226 10:26:53.658475 12951 kubeadm.go:322]
I0226 10:26:53.658540 12951 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 2vu2jp.udm7vvb1rxifb2qi \
I0226 10:26:53.658633 12951 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e4fe8f6bb66d2c7782b448fa9253b7307ea0741ec23fd20881924269aca030aa
I0226 10:26:53.658642 12951 cni.go:84] Creating CNI manager for ""
I0226 10:26:53.658648 12951 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 10:26:53.660164 12951 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0226 10:26:53.661390 12951 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0226 10:26:53.664906 12951 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0226 10:26:53.664922 12951 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0226 10:26:53.680225 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0226 10:26:54.282045 12951 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0226 10:26:54.282143 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=4011915ad0e9b27ff42994854397cc2ed93516c6 minikube.k8s.io/name=addons-604494 minikube.k8s.io/updated_at=2024_02_26T10_26_54_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:54.282157 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:54.356496 12951 ops.go:34] apiserver oom_adj: -16
I0226 10:26:54.356633 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:54.857358 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:55.357355 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:55.856937 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:56.357665 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:56.856943 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:57.356721 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:57.857124 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:58.357420 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:58.857591 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:59.357196 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:26:59.857155 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:00.357081 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:00.857351 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:01.356836 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:01.856874 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:02.356952 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:02.856742 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:03.356801 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:03.857008 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:04.357598 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:04.857562 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:05.356660 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:05.857505 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:06.356666 12951 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 10:27:06.419666 12951 kubeadm.go:1088] duration metric: took 12.137590442s to wait for elevateKubeSystemPrivileges.
I0226 10:27:06.419699 12951 kubeadm.go:406] StartCluster complete in 21.94985359s
I0226 10:27:06.419715 12951 settings.go:142] acquiring lock: {Name:mk6865440041fa75c1fcabf78b499a6a0d0228c7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:27:06.419821 12951 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18222-4479/kubeconfig
I0226 10:27:06.420422 12951 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18222-4479/kubeconfig: {Name:mkb0f09dabc353f1972a2820fe4569d67fcd8b8a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 10:27:06.420628 12951 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0226 10:27:06.420703 12951 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0226 10:27:06.420806 12951 addons.go:69] Setting yakd=true in profile "addons-604494"
I0226 10:27:06.420819 12951 addons.go:69] Setting ingress-dns=true in profile "addons-604494"
I0226 10:27:06.420848 12951 addons.go:234] Setting addon ingress-dns=true in "addons-604494"
I0226 10:27:06.420852 12951 addons.go:234] Setting addon yakd=true in "addons-604494"
I0226 10:27:06.420882 12951 addons.go:69] Setting registry=true in profile "addons-604494"
I0226 10:27:06.420910 12951 addons.go:234] Setting addon registry=true in "addons-604494"
I0226 10:27:06.420917 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.420907 12951 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-604494"
I0226 10:27:06.420927 12951 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-604494"
I0226 10:27:06.420941 12951 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-604494"
I0226 10:27:06.420949 12951 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-604494"
I0226 10:27:06.420939 12951 addons.go:69] Setting volumesnapshots=true in profile "addons-604494"
I0226 10:27:06.420972 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.420982 12951 addons.go:234] Setting addon volumesnapshots=true in "addons-604494"
I0226 10:27:06.420995 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.420993 12951 addons.go:69] Setting storage-provisioner=true in profile "addons-604494"
I0226 10:27:06.421011 12951 addons.go:69] Setting inspektor-gadget=true in profile "addons-604494"
I0226 10:27:06.421022 12951 addons.go:69] Setting default-storageclass=true in profile "addons-604494"
I0226 10:27:06.421038 12951 addons.go:234] Setting addon inspektor-gadget=true in "addons-604494"
I0226 10:27:06.421043 12951 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-604494"
I0226 10:27:06.421067 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.421128 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.421337 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421386 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421480 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421517 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421535 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421628 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421713 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.422194 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.421016 12951 addons.go:234] Setting addon storage-provisioner=true in "addons-604494"
I0226 10:27:06.422623 12951 addons.go:69] Setting cloud-spanner=true in profile "addons-604494"
I0226 10:27:06.422644 12951 addons.go:234] Setting addon cloud-spanner=true in "addons-604494"
I0226 10:27:06.422660 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.422705 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.423119 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.423222 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.423584 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.420889 12951 config.go:182] Loaded profile config "addons-604494": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 10:27:06.443128 12951 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-604494"
I0226 10:27:06.443214 12951 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-604494"
I0226 10:27:06.443280 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.420954 12951 addons.go:69] Setting metrics-server=true in profile "addons-604494"
I0226 10:27:06.443515 12951 addons.go:69] Setting helm-tiller=true in profile "addons-604494"
I0226 10:27:06.443522 12951 addons.go:69] Setting gcp-auth=true in profile "addons-604494"
I0226 10:27:06.443533 12951 addons.go:234] Setting addon metrics-server=true in "addons-604494"
I0226 10:27:06.443540 12951 addons.go:234] Setting addon helm-tiller=true in "addons-604494"
I0226 10:27:06.443543 12951 mustload.go:65] Loading cluster: addons-604494
I0226 10:27:06.443589 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.443612 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.443745 12951 config.go:182] Loaded profile config "addons-604494": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 10:27:06.443853 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.443987 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.443994 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.444114 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.449200 12951 addons.go:69] Setting ingress=true in profile "addons-604494"
I0226 10:27:06.449259 12951 addons.go:234] Setting addon ingress=true in "addons-604494"
I0226 10:27:06.449336 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.490096 12951 out.go:177] - Using image docker.io/registry:2.8.3
I0226 10:27:06.488471 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.490776 12951 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-604494"
I0226 10:27:06.491176 12951 addons.go:234] Setting addon default-storageclass=true in "addons-604494"
I0226 10:27:06.491776 12951 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0226 10:27:06.491794 12951 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0226 10:27:06.491941 12951 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0226 10:27:06.491948 12951 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0226 10:27:06.492240 12951 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0226 10:27:06.493352 12951 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.25.1
I0226 10:27:06.493602 12951 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0226 10:27:06.493608 12951 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0226 10:27:06.493617 12951 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.4
I0226 10:27:06.493653 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.493668 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.494772 12951 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0226 10:27:06.496780 12951 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0226 10:27:06.497266 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.497678 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:06.498335 12951 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0226 10:27:06.498390 12951 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0226 10:27:06.498403 12951 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 10:27:06.498447 12951 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0226 10:27:06.498449 12951 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 10:27:06.498457 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0226 10:27:06.498474 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0226 10:27:06.499494 12951 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0226 10:27:06.500689 12951 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0226 10:27:06.502049 12951 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0226 10:27:06.502062 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0226 10:27:06.503453 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0226 10:27:06.502070 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0226 10:27:06.502074 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0226 10:27:06.502078 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0226 10:27:06.502084 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0226 10:27:06.502088 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0226 10:27:06.502134 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.502143 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0226 10:27:06.502151 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0226 10:27:06.503508 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.507612 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0226 10:27:06.506391 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506426 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506453 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506475 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506475 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506503 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.506530 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.512023 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0226 10:27:06.511167 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:06.514477 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0226 10:27:06.513212 12951 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0226 10:27:06.517204 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0226 10:27:06.517151 12951 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0226 10:27:06.518540 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0226 10:27:06.518586 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.518659 12951 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0226 10:27:06.519799 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0226 10:27:06.519816 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0226 10:27:06.519861 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.535357 12951 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0226 10:27:06.543748 12951 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.6
I0226 10:27:06.542766 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.549712 12951 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 10:27:06.551032 12951 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 10:27:06.552280 12951 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0226 10:27:06.552309 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0226 10:27:06.552367 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.550575 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.557324 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.560121 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.583269 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.583354 12951 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0226 10:27:06.583367 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0226 10:27:06.583410 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.584466 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.584911 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.594556 12951 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0226 10:27:06.593123 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.596047 12951 out.go:177] - Using image docker.io/busybox:stable
I0226 10:27:06.597439 12951 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 10:27:06.597457 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0226 10:27:06.597509 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:06.598924 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.602989 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.606913 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.610177 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.612415 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:06.616483 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
W0226 10:27:06.643094 12951 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0226 10:27:06.643121 12951 retry.go:31] will retry after 133.868407ms: ssh: handshake failed: EOF
W0226 10:27:06.643349 12951 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0226 10:27:06.643366 12951 retry.go:31] will retry after 186.661542ms: ssh: handshake failed: EOF
I0226 10:27:06.944960 12951 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0226 10:27:06.944990 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0226 10:27:06.956936 12951 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-604494" context rescaled to 1 replicas
I0226 10:27:06.956988 12951 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 10:27:06.958566 12951 out.go:177] * Verifying Kubernetes components...
I0226 10:27:06.960145 12951 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 10:27:07.041317 12951 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0226 10:27:07.041398 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0226 10:27:07.050994 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0226 10:27:07.053639 12951 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0226 10:27:07.053711 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0226 10:27:07.063235 12951 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0226 10:27:07.063260 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0226 10:27:07.139315 12951 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0226 10:27:07.139357 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0226 10:27:07.143648 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0226 10:27:07.144248 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0226 10:27:07.150191 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 10:27:07.150482 12951 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0226 10:27:07.150500 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0226 10:27:07.156316 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 10:27:07.159640 12951 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0226 10:27:07.159660 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0226 10:27:07.240488 12951 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0226 10:27:07.240573 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0226 10:27:07.260461 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 10:27:07.341232 12951 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0226 10:27:07.341316 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0226 10:27:07.352624 12951 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0226 10:27:07.352705 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0226 10:27:07.354824 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0226 10:27:07.439641 12951 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0226 10:27:07.439735 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0226 10:27:07.440474 12951 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0226 10:27:07.440541 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0226 10:27:07.458102 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0226 10:27:07.458190 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0226 10:27:07.540041 12951 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0226 10:27:07.540116 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0226 10:27:07.649764 12951 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0226 10:27:07.649849 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0226 10:27:07.739580 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0226 10:27:07.745970 12951 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0226 10:27:07.746008 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0226 10:27:07.843772 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0226 10:27:07.843876 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0226 10:27:07.852632 12951 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0226 10:27:07.852729 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0226 10:27:07.940421 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0226 10:27:07.940514 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0226 10:27:07.952708 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0226 10:27:07.953295 12951 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0226 10:27:07.953353 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0226 10:27:08.039411 12951 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.079197865s)
I0226 10:27:08.039606 12951 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.504216666s)
I0226 10:27:08.039663 12951 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0226 10:27:08.040925 12951 node_ready.go:35] waiting up to 6m0s for node "addons-604494" to be "Ready" ...
I0226 10:27:08.063989 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0226 10:27:08.146204 12951 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 10:27:08.146289 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0226 10:27:08.251472 12951 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0226 10:27:08.251551 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0226 10:27:08.251997 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0226 10:27:08.359954 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0226 10:27:08.360038 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0226 10:27:08.841222 12951 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0226 10:27:08.841265 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0226 10:27:08.842174 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 10:27:08.939412 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0226 10:27:08.939455 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0226 10:27:09.258305 12951 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0226 10:27:09.258346 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0226 10:27:09.345921 12951 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0226 10:27:09.345950 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0226 10:27:09.561576 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0226 10:27:09.561612 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0226 10:27:09.844936 12951 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0226 10:27:09.845010 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0226 10:27:09.848193 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0226 10:27:09.848240 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0226 10:27:10.243946 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0226 10:27:10.258858 12951 node_ready.go:58] node "addons-604494" has status "Ready":"False"
I0226 10:27:10.351067 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0226 10:27:10.351144 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0226 10:27:10.444454 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.300703361s)
I0226 10:27:10.444499 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.393413523s)
I0226 10:27:10.553772 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0226 10:27:10.553845 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0226 10:27:10.660827 12951 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 10:27:10.660868 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0226 10:27:10.857700 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 10:27:11.852838 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.708493108s)
I0226 10:27:11.852964 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.702743526s)
I0226 10:27:12.359788 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.203434617s)
I0226 10:27:12.360086 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.099559523s)
I0226 10:27:12.549229 12951 node_ready.go:58] node "addons-604494" has status "Ready":"False"
I0226 10:27:13.346735 12951 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0226 10:27:13.346806 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:13.369084 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:13.566807 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.211933371s)
I0226 10:27:13.566846 12951 addons.go:470] Verifying addon ingress=true in "addons-604494"
I0226 10:27:13.566879 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.82720001s)
I0226 10:27:13.566911 12951 addons.go:470] Verifying addon registry=true in "addons-604494"
I0226 10:27:13.568503 12951 out.go:177] * Verifying ingress addon...
I0226 10:27:13.566968 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (5.614217245s)
I0226 10:27:13.567043 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.503022322s)
I0226 10:27:13.567086 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.315036122s)
I0226 10:27:13.567183 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.724985171s)
I0226 10:27:13.567281 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.323297027s)
I0226 10:27:13.569723 12951 out.go:177] * Verifying registry addon...
I0226 10:27:13.569752 12951 addons.go:470] Verifying addon metrics-server=true in "addons-604494"
I0226 10:27:13.573033 12951 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-604494 service yakd-dashboard -n yakd-dashboard
W0226 10:27:13.569817 12951 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 10:27:13.570727 12951 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0226 10:27:13.572278 12951 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0226 10:27:13.574244 12951 retry.go:31] will retry after 133.716497ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 10:27:13.645311 12951 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 10:27:13.645331 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:13.645558 12951 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0226 10:27:13.645581 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:13.709063 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 10:27:13.750591 12951 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0226 10:27:13.840114 12951 addons.go:234] Setting addon gcp-auth=true in "addons-604494"
I0226 10:27:13.840174 12951 host.go:66] Checking if "addons-604494" exists ...
I0226 10:27:13.840681 12951 cli_runner.go:164] Run: docker container inspect addons-604494 --format={{.State.Status}}
I0226 10:27:13.861828 12951 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0226 10:27:13.861885 12951 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-604494
I0226 10:27:13.884265 12951 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18222-4479/.minikube/machines/addons-604494/id_rsa Username:docker}
I0226 10:27:14.078181 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:14.078666 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:14.577275 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:14.577486 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:14.680131 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.822364508s)
I0226 10:27:14.680225 12951 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-604494"
I0226 10:27:14.681885 12951 out.go:177] * Verifying csi-hostpath-driver addon...
I0226 10:27:14.684246 12951 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0226 10:27:14.745855 12951 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 10:27:14.745879 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:15.044460 12951 node_ready.go:58] node "addons-604494" has status "Ready":"False"
I0226 10:27:15.077373 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:15.077571 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:15.124256 12951 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.415149182s)
I0226 10:27:15.124291 12951 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.26243599s)
I0226 10:27:15.126097 12951 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 10:27:15.127423 12951 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.1
I0226 10:27:15.128558 12951 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0226 10:27:15.128569 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0226 10:27:15.143766 12951 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0226 10:27:15.143781 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0226 10:27:15.159362 12951 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 10:27:15.159377 12951 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0226 10:27:15.178668 12951 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 10:27:15.240860 12951 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 10:27:15.240891 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:15.547710 12951 node_ready.go:49] node "addons-604494" has status "Ready":"True"
I0226 10:27:15.547749 12951 node_ready.go:38] duration metric: took 7.50675185s waiting for node "addons-604494" to be "Ready" ...
I0226 10:27:15.547761 12951 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 10:27:15.561418 12951 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-tg7cj" in "kube-system" namespace to be "Ready" ...
I0226 10:27:15.643577 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:15.643830 12951 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 10:27:15.643850 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:15.688725 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:15.965145 12951 addons.go:470] Verifying addon gcp-auth=true in "addons-604494"
I0226 10:27:15.966824 12951 out.go:177] * Verifying gcp-auth addon...
I0226 10:27:15.969352 12951 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0226 10:27:15.972135 12951 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0226 10:27:15.972200 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:16.145995 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:16.146708 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:16.244997 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:16.473813 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:16.580125 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:16.580446 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:16.689674 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:16.972890 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:17.067581 12951 pod_ready.go:92] pod "coredns-5dd5756b68-tg7cj" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.067607 12951 pod_ready.go:81] duration metric: took 1.506158032s waiting for pod "coredns-5dd5756b68-tg7cj" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.067638 12951 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.072311 12951 pod_ready.go:92] pod "etcd-addons-604494" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.072370 12951 pod_ready.go:81] duration metric: took 4.719074ms waiting for pod "etcd-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.072392 12951 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.143346 12951 pod_ready.go:92] pod "kube-apiserver-addons-604494" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.143379 12951 pod_ready.go:81] duration metric: took 70.977776ms waiting for pod "kube-apiserver-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.143393 12951 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.144375 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:17.144491 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:17.148442 12951 pod_ready.go:92] pod "kube-controller-manager-addons-604494" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.148463 12951 pod_ready.go:81] duration metric: took 5.06252ms waiting for pod "kube-controller-manager-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.148478 12951 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-7hnqq" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.152623 12951 pod_ready.go:92] pod "kube-proxy-7hnqq" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.152643 12951 pod_ready.go:81] duration metric: took 4.156705ms waiting for pod "kube-proxy-7hnqq" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.152654 12951 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.190159 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:17.473492 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:17.545401 12951 pod_ready.go:92] pod "kube-scheduler-addons-604494" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:17.545435 12951 pod_ready.go:81] duration metric: took 392.770733ms waiting for pod "kube-scheduler-addons-604494" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.545450 12951 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace to be "Ready" ...
I0226 10:27:17.643605 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:17.645447 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:17.745367 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:17.973034 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:18.145043 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:18.145216 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:18.242516 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:18.473538 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:18.579266 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:18.579405 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:18.690023 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:18.972515 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:19.079627 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:19.080334 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:19.190406 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:19.472795 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:19.551429 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:19.579022 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:19.579476 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:19.689860 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:19.972966 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:20.078627 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:20.078864 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:20.189457 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:20.472550 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:20.578410 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:20.578613 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:20.689682 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:20.973209 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:21.079545 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:21.080091 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:21.243486 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:21.472585 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:21.552015 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:21.578913 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:21.579150 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:21.690717 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:21.972896 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:22.081129 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:22.081484 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:22.189366 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:22.472534 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:22.577987 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:22.578564 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:22.689822 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:22.974974 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:23.078919 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:23.078930 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:23.189783 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:23.472722 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:23.578981 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:23.579128 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:23.689559 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:23.972313 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:24.051073 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:24.078490 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:24.078686 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:24.188808 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:24.473138 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:24.578305 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:24.578390 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:24.689550 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:24.972613 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:25.078529 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:25.078606 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:25.189521 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:25.472873 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:25.578242 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:25.578694 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:25.688978 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:25.972208 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:26.078029 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:26.078353 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:26.189902 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:26.472946 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:26.550225 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:26.578781 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:26.578816 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:26.688791 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:26.973011 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:27.078205 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:27.078336 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:27.189477 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:27.472701 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:27.578738 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:27.579016 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:27.689486 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:27.972868 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:28.144549 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:28.144946 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:28.190620 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:28.542923 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:28.554167 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:28.643883 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:28.646023 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:28.744496 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:29.041437 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:29.142120 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:29.142844 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:29.243529 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:29.472856 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:29.578632 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:29.579329 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:29.689099 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:29.972863 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:30.078813 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:30.079064 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:30.242105 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:30.472810 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:30.579805 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:30.579885 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:30.689021 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:30.972388 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:31.052014 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:31.079274 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:31.079504 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:31.189522 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:31.472748 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:31.578508 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:31.578645 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:31.689654 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:31.973172 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:32.078890 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:32.079160 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:32.189223 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:32.472419 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:32.579217 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:32.579268 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:32.689762 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:32.973669 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:33.078973 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:33.079022 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:33.189007 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:33.472408 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:33.551636 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:33.578532 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:33.578635 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:33.689933 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:33.973075 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:34.078690 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:34.078956 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:34.189948 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:34.472051 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:34.578495 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:34.578659 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:34.689655 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:34.973061 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:35.078316 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:35.078386 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:35.189465 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:35.472322 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:35.551704 12951 pod_ready.go:102] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"False"
I0226 10:27:35.578131 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:35.578199 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:35.689702 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:35.973084 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:36.051271 12951 pod_ready.go:92] pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:36.051295 12951 pod_ready.go:81] duration metric: took 18.505837051s waiting for pod "metrics-server-69cf46c98-2m2xv" in "kube-system" namespace to be "Ready" ...
I0226 10:27:36.051307 12951 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-5tntc" in "kube-system" namespace to be "Ready" ...
I0226 10:27:36.055957 12951 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-5tntc" in "kube-system" namespace has status "Ready":"True"
I0226 10:27:36.055980 12951 pod_ready.go:81] duration metric: took 4.665344ms waiting for pod "nvidia-device-plugin-daemonset-5tntc" in "kube-system" namespace to be "Ready" ...
I0226 10:27:36.056005 12951 pod_ready.go:38] duration metric: took 20.508230484s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 10:27:36.056022 12951 api_server.go:52] waiting for apiserver process to appear ...
I0226 10:27:36.056080 12951 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0226 10:27:36.069464 12951 api_server.go:72] duration metric: took 29.112409434s to wait for apiserver process to appear ...
I0226 10:27:36.069507 12951 api_server.go:88] waiting for apiserver healthz status ...
I0226 10:27:36.069527 12951 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0226 10:27:36.074134 12951 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0226 10:27:36.075775 12951 api_server.go:141] control plane version: v1.28.4
I0226 10:27:36.075805 12951 api_server.go:131] duration metric: took 6.2909ms to wait for apiserver health ...
I0226 10:27:36.075816 12951 system_pods.go:43] waiting for kube-system pods to appear ...
I0226 10:27:36.078428 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:36.079535 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:36.084985 12951 system_pods.go:59] 19 kube-system pods found
I0226 10:27:36.085024 12951 system_pods.go:61] "coredns-5dd5756b68-tg7cj" [186a7704-4bea-4d3f-8c7d-23021b5177e5] Running
I0226 10:27:36.085038 12951 system_pods.go:61] "csi-hostpath-attacher-0" [115d174b-42b5-4800-9037-78a1e5e0b146] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0226 10:27:36.085050 12951 system_pods.go:61] "csi-hostpath-resizer-0" [ee2a1026-948c-4e32-a8e4-ec6274a47cc8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0226 10:27:36.085067 12951 system_pods.go:61] "csi-hostpathplugin-zgpkz" [99f91eef-0788-4550-9171-8a36f68631e4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0226 10:27:36.085078 12951 system_pods.go:61] "etcd-addons-604494" [eb34413a-743c-4d93-84d0-6d2265dee786] Running
I0226 10:27:36.085088 12951 system_pods.go:61] "kindnet-42g7r" [7219acf6-0e73-409e-9609-aa358365592f] Running
I0226 10:27:36.085094 12951 system_pods.go:61] "kube-apiserver-addons-604494" [1ce9ebfb-77b0-4b7d-a812-d989051bbcba] Running
I0226 10:27:36.085102 12951 system_pods.go:61] "kube-controller-manager-addons-604494" [71324225-5855-4ea5-80e4-c373b5776664] Running
I0226 10:27:36.085118 12951 system_pods.go:61] "kube-ingress-dns-minikube" [af37a229-d9bc-4dd3-803d-38bedddb9a59] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 10:27:36.085127 12951 system_pods.go:61] "kube-proxy-7hnqq" [cfc7774d-ef2c-4670-b63d-a12c9c7a1e53] Running
I0226 10:27:36.085133 12951 system_pods.go:61] "kube-scheduler-addons-604494" [2afbbf92-c69d-442b-8464-c0260077ef76] Running
I0226 10:27:36.085144 12951 system_pods.go:61] "metrics-server-69cf46c98-2m2xv" [5dadaabc-3c8d-4869-ac09-049bc5935bb8] Running
I0226 10:27:36.085151 12951 system_pods.go:61] "nvidia-device-plugin-daemonset-5tntc" [0b4406a4-93a2-4567-a8bc-c26da19f0f8e] Running
I0226 10:27:36.085158 12951 system_pods.go:61] "registry-6p9m5" [582a18cd-be09-4a6d-b313-38b4079ea864] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0226 10:27:36.085166 12951 system_pods.go:61] "registry-proxy-2mc6f" [23ce4231-27b3-4534-95f5-0ddbac9c11d1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0226 10:27:36.085181 12951 system_pods.go:61] "snapshot-controller-58dbcc7b99-45gpq" [2e9fed5c-a24a-4c2b-bbe3-c1924e7349a3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0226 10:27:36.085192 12951 system_pods.go:61] "snapshot-controller-58dbcc7b99-77sqk" [c68a1de7-846f-4422-8fa5-0ca73e5edfa3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0226 10:27:36.085201 12951 system_pods.go:61] "storage-provisioner" [dada640f-6ae4-4e6e-9cb4-4eca8394cf54] Running
I0226 10:27:36.085209 12951 system_pods.go:61] "tiller-deploy-7b677967b9-j5kbp" [0b9ed2a4-6ec8-4611-9e9c-a6a0426ed677] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0226 10:27:36.085221 12951 system_pods.go:74] duration metric: took 9.397674ms to wait for pod list to return data ...
I0226 10:27:36.085233 12951 default_sa.go:34] waiting for default service account to be created ...
I0226 10:27:36.087398 12951 default_sa.go:45] found service account: "default"
I0226 10:27:36.087419 12951 default_sa.go:55] duration metric: took 2.179512ms for default service account to be created ...
I0226 10:27:36.087427 12951 system_pods.go:116] waiting for k8s-apps to be running ...
I0226 10:27:36.145684 12951 system_pods.go:86] 19 kube-system pods found
I0226 10:27:36.145724 12951 system_pods.go:89] "coredns-5dd5756b68-tg7cj" [186a7704-4bea-4d3f-8c7d-23021b5177e5] Running
I0226 10:27:36.145738 12951 system_pods.go:89] "csi-hostpath-attacher-0" [115d174b-42b5-4800-9037-78a1e5e0b146] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0226 10:27:36.145749 12951 system_pods.go:89] "csi-hostpath-resizer-0" [ee2a1026-948c-4e32-a8e4-ec6274a47cc8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0226 10:27:36.145763 12951 system_pods.go:89] "csi-hostpathplugin-zgpkz" [99f91eef-0788-4550-9171-8a36f68631e4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0226 10:27:36.145774 12951 system_pods.go:89] "etcd-addons-604494" [eb34413a-743c-4d93-84d0-6d2265dee786] Running
I0226 10:27:36.145829 12951 system_pods.go:89] "kindnet-42g7r" [7219acf6-0e73-409e-9609-aa358365592f] Running
I0226 10:27:36.145841 12951 system_pods.go:89] "kube-apiserver-addons-604494" [1ce9ebfb-77b0-4b7d-a812-d989051bbcba] Running
I0226 10:27:36.145847 12951 system_pods.go:89] "kube-controller-manager-addons-604494" [71324225-5855-4ea5-80e4-c373b5776664] Running
I0226 10:27:36.145859 12951 system_pods.go:89] "kube-ingress-dns-minikube" [af37a229-d9bc-4dd3-803d-38bedddb9a59] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 10:27:36.145866 12951 system_pods.go:89] "kube-proxy-7hnqq" [cfc7774d-ef2c-4670-b63d-a12c9c7a1e53] Running
I0226 10:27:36.145877 12951 system_pods.go:89] "kube-scheduler-addons-604494" [2afbbf92-c69d-442b-8464-c0260077ef76] Running
I0226 10:27:36.145903 12951 system_pods.go:89] "metrics-server-69cf46c98-2m2xv" [5dadaabc-3c8d-4869-ac09-049bc5935bb8] Running
I0226 10:27:36.145915 12951 system_pods.go:89] "nvidia-device-plugin-daemonset-5tntc" [0b4406a4-93a2-4567-a8bc-c26da19f0f8e] Running
I0226 10:27:36.145925 12951 system_pods.go:89] "registry-6p9m5" [582a18cd-be09-4a6d-b313-38b4079ea864] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0226 10:27:36.145939 12951 system_pods.go:89] "registry-proxy-2mc6f" [23ce4231-27b3-4534-95f5-0ddbac9c11d1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0226 10:27:36.145954 12951 system_pods.go:89] "snapshot-controller-58dbcc7b99-45gpq" [2e9fed5c-a24a-4c2b-bbe3-c1924e7349a3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0226 10:27:36.145965 12951 system_pods.go:89] "snapshot-controller-58dbcc7b99-77sqk" [c68a1de7-846f-4422-8fa5-0ca73e5edfa3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0226 10:27:36.145982 12951 system_pods.go:89] "storage-provisioner" [dada640f-6ae4-4e6e-9cb4-4eca8394cf54] Running
I0226 10:27:36.145992 12951 system_pods.go:89] "tiller-deploy-7b677967b9-j5kbp" [0b9ed2a4-6ec8-4611-9e9c-a6a0426ed677] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0226 10:27:36.146009 12951 system_pods.go:126] duration metric: took 58.575109ms to wait for k8s-apps to be running ...
I0226 10:27:36.146022 12951 system_svc.go:44] waiting for kubelet service to be running ....
I0226 10:27:36.146076 12951 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 10:27:36.160694 12951 system_svc.go:56] duration metric: took 14.663686ms WaitForService to wait for kubelet.
I0226 10:27:36.160777 12951 kubeadm.go:581] duration metric: took 29.203725894s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0226 10:27:36.160812 12951 node_conditions.go:102] verifying NodePressure condition ...
I0226 10:27:36.165175 12951 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0226 10:27:36.165199 12951 node_conditions.go:123] node cpu capacity is 8
I0226 10:27:36.165214 12951 node_conditions.go:105] duration metric: took 4.38796ms to run NodePressure ...
I0226 10:27:36.165228 12951 start.go:228] waiting for startup goroutines ...
I0226 10:27:36.247919 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:36.472703 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:36.578635 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:36.640036 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:36.742479 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:37.049956 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:37.141399 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:37.141589 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:37.189947 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:37.473275 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:37.579066 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:37.579229 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:37.690191 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:37.973286 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:38.079863 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:38.080534 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:38.189907 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:38.473086 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:38.578822 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:38.579058 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:38.689474 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:38.973172 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:39.079193 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:39.079321 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:39.190302 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:39.472839 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:39.579044 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:39.579229 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:39.689293 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:39.972464 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:40.079086 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:40.079284 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:40.243471 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:40.472659 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:40.645548 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:40.645553 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:40.690581 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:40.973398 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:41.079371 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:41.079430 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:41.189485 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:41.473258 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:41.578651 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:41.578808 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:41.689555 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:41.972526 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:42.078733 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:42.079134 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:42.189066 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:42.472004 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:42.578708 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:42.578744 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:42.688700 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:42.972610 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:43.078014 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:43.078047 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:43.189232 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:43.472774 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:43.578306 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:43.578538 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:43.689287 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:43.972418 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:44.078148 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:44.078359 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:44.190860 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:44.472776 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:44.579602 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:44.580059 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:44.689199 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:44.973184 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:45.078680 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:45.078824 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:45.189017 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:45.473905 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:45.578222 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:45.578250 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:45.689131 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:45.972315 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:46.078599 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:46.078934 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:46.188984 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:46.472673 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:46.642240 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:46.643729 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:46.743205 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:46.972911 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:47.078987 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:47.079013 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:47.190800 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:47.475513 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:47.578703 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:47.578739 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:47.688794 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:47.972286 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:48.078497 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:48.079014 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:48.189040 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:48.473083 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:48.578439 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:48.578604 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:48.689614 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:48.972770 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:49.078587 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:49.078809 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:49.189155 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:49.472192 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:49.578091 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:49.578116 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:49.689116 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:49.972499 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:50.078854 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:50.078854 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:50.189027 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:50.473148 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:50.578938 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:50.579017 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:50.695048 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:50.973762 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:51.078650 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:51.078716 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:51.190143 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:51.473000 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:51.578822 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:51.579017 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:51.688758 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:51.972794 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:52.078265 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:52.078304 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:52.189246 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:52.472304 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:52.579951 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:52.580208 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:52.688951 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:52.973261 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:53.078975 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:53.079201 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:53.190067 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:53.472792 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:53.578323 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:53.578586 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:53.689313 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:53.972571 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:54.077876 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:54.078017 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:54.189088 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:54.472689 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:54.579194 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:54.579215 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:54.744342 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:54.973276 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:55.141894 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:55.142296 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:55.242670 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:55.473038 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:55.578710 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:55.579003 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:55.689204 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:55.972952 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:56.078551 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:56.078767 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:56.190576 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:56.472782 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:56.578739 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:56.578969 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:56.689584 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:56.972909 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:57.079048 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:57.079261 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:57.189491 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:57.473123 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:57.578937 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:57.579087 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:57.689740 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:57.973061 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:58.083418 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:58.087585 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:58.191448 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:58.472701 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:58.577898 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:58.578037 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:58.688777 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:58.973150 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:59.078156 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:59.078294 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:59.189749 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:59.472789 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:27:59.578747 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:27:59.578943 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:27:59.689020 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:27:59.973422 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:00.079853 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:00.080254 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:00.188907 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:00.473562 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:00.578214 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:00.578355 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:00.690191 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:00.973651 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:01.079151 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:01.079323 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:01.190179 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:01.473410 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:01.579557 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:01.579678 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:01.689573 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:01.973536 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:02.078450 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:02.078515 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:02.190023 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:02.473753 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:02.578296 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:02.578584 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:02.690008 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:02.973241 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:03.078965 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:03.079050 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:03.190123 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:03.472898 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:03.578743 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:03.578850 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:03.689143 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:03.972276 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:04.080121 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:04.080383 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 10:28:04.190323 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:04.473207 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:04.578440 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:04.578610 12951 kapi.go:107] duration metric: took 51.006329096s to wait for kubernetes.io/minikube-addons=registry ...
I0226 10:28:04.689906 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:04.973011 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:05.079772 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:05.190598 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:05.472659 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:05.578529 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:05.689103 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:05.972373 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:06.078976 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:06.319427 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:06.473012 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:06.578839 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:06.689179 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:06.972242 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:07.078706 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:07.189347 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:07.472766 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:07.578030 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:07.688772 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:07.972942 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:08.078187 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:08.188763 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:08.472856 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:08.578205 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:08.689421 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:08.973991 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:09.142337 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:09.246129 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:09.473708 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:09.578860 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:09.689861 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:09.972704 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:10.078828 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:10.189918 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:10.473300 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:10.578934 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:10.690190 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:10.973108 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:11.078247 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:11.188407 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:11.472758 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:11.577954 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:11.689068 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:11.972793 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:12.078704 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:12.242757 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:12.473024 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:12.578715 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:12.689281 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:12.973046 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:13.079165 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:13.245934 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:13.474103 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:13.578697 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:13.689085 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:13.972903 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:14.078355 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:14.188708 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:14.473050 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:14.578429 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:14.688875 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:14.973219 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:15.078775 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:15.190186 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:15.472502 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:15.578009 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:15.690011 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:15.973408 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:16.093317 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:16.189277 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:16.472857 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:16.578532 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:16.689380 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:16.972845 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:17.077931 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:17.189508 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 10:28:17.472970 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:17.578240 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:17.690803 12951 kapi.go:107] duration metric: took 1m3.006555941s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0226 10:28:17.972248 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:18.078486 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:18.472550 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:18.577704 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:18.972546 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:19.077921 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:19.473262 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:19.577639 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:20.044640 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:20.143736 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:20.542187 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:20.643154 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:21.042567 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:21.144072 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:21.541940 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:21.577610 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:21.973816 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:22.078182 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:22.473882 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:22.578294 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:22.973310 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:23.079088 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:23.473756 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:23.578033 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:23.972398 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:24.079199 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:24.472837 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:24.578643 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:24.972603 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:25.077811 12951 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 10:28:25.472210 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:25.578688 12951 kapi.go:107] duration metric: took 1m12.007960284s to wait for app.kubernetes.io/name=ingress-nginx ...
I0226 10:28:25.973023 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:26.472462 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:26.973056 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:27.473234 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:27.972126 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:28.473365 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:28.973737 12951 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 10:28:29.472001 12951 kapi.go:107] duration metric: took 1m13.502645894s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0226 10:28:29.473471 12951 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-604494 cluster.
I0226 10:28:29.474738 12951 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0226 10:28:29.475879 12951 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0226 10:28:29.477356 12951 out.go:177] * Enabled addons: cloud-spanner, default-storageclass, storage-provisioner, nvidia-device-plugin, ingress-dns, storage-provisioner-rancher, inspektor-gadget, helm-tiller, metrics-server, yakd, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0226 10:28:29.478676 12951 addons.go:505] enable addons completed in 1m23.057971868s: enabled=[cloud-spanner default-storageclass storage-provisioner nvidia-device-plugin ingress-dns storage-provisioner-rancher inspektor-gadget helm-tiller metrics-server yakd volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0226 10:28:29.478714 12951 start.go:233] waiting for cluster config update ...
I0226 10:28:29.478738 12951 start.go:242] writing updated cluster config ...
I0226 10:28:29.478993 12951 ssh_runner.go:195] Run: rm -f paused
I0226 10:28:29.524295 12951 start.go:601] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0226 10:28:29.526012 12951 out.go:177] * Done! kubectl is now configured to use "addons-604494" cluster and "default" namespace by default
==> CRI-O <==
Feb 26 10:31:15 addons-604494 crio[963]: time="2024-02-26 10:31:15.758995758Z" level=info msg="Removing container: 4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed" id=19339c33-5dcb-4f57-8b96-57118e85639d name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 10:31:15 addons-604494 crio[963]: time="2024-02-26 10:31:15.772617856Z" level=info msg="Removed container 4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=19339c33-5dcb-4f57-8b96-57118e85639d name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.477654022Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7" id=5bdb783d-8765-4e39-8c15-53af77c2e470 name=/runtime.v1.ImageService/PullImage
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.478504469Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=47a03bd5-1bd4-40e3-b512-d8e26d2d09bf name=/runtime.v1.ImageService/ImageStatus
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.479690015Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=47a03bd5-1bd4-40e3-b512-d8e26d2d09bf name=/runtime.v1.ImageService/ImageStatus
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.480708071Z" level=info msg="Creating container: default/hello-world-app-5d77478584-r2swv/hello-world-app" id=d1dd25fc-843a-4fa9-8a31-22ca83f49cc6 name=/runtime.v1.RuntimeService/CreateContainer
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.480808713Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.576026932Z" level=info msg="Created container 68a0df88851bf83eeea1720b2084bb32612e4f597179773ed8db4c767b705d78: default/hello-world-app-5d77478584-r2swv/hello-world-app" id=d1dd25fc-843a-4fa9-8a31-22ca83f49cc6 name=/runtime.v1.RuntimeService/CreateContainer
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.576560927Z" level=info msg="Starting container: 68a0df88851bf83eeea1720b2084bb32612e4f597179773ed8db4c767b705d78" id=c5cbeebd-fbc7-48f8-a107-df22c3c55f4b name=/runtime.v1.RuntimeService/StartContainer
Feb 26 10:31:16 addons-604494 crio[963]: time="2024-02-26 10:31:16.582856396Z" level=info msg="Started container" PID=10547 containerID=68a0df88851bf83eeea1720b2084bb32612e4f597179773ed8db4c767b705d78 description=default/hello-world-app-5d77478584-r2swv/hello-world-app id=c5cbeebd-fbc7-48f8-a107-df22c3c55f4b name=/runtime.v1.RuntimeService/StartContainer sandboxID=e7370abbd605f43b22f2915744af3a6ee09a0f96be3237d7e8c74f85d8590030
Feb 26 10:31:17 addons-604494 crio[963]: time="2024-02-26 10:31:17.564998633Z" level=info msg="Stopping container: 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714 (timeout: 2s)" id=ebf88931-be19-41de-90b4-89adb0279ff4 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.571273470Z" level=warning msg="Stopping container 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=ebf88931-be19-41de-90b4-89adb0279ff4 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 10:31:19 addons-604494 conmon[6272]: conmon 9254e3b604e59f74a395 <ninfo>: container 6284 exited with status 137
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.700777144Z" level=info msg="Stopped container 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714: ingress-nginx/ingress-nginx-controller-7967645744-xwwvm/controller" id=ebf88931-be19-41de-90b4-89adb0279ff4 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.701241670Z" level=info msg="Stopping pod sandbox: 6426d905305bb002b897ff03a9ea5d280bd85addda9bf25cec02f76857b87ebc" id=e69753d2-dc0e-4e08-bb2d-a37a44eea74a name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.704034845Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-3TBKWITVDKGMGTB4 - [0:0]\n:KUBE-HP-4SPDR27GN4CUE4KC - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-3TBKWITVDKGMGTB4\n-X KUBE-HP-4SPDR27GN4CUE4KC\nCOMMIT\n"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.705261085Z" level=info msg="Closing host port tcp:80"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.705293151Z" level=info msg="Closing host port tcp:443"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.706467817Z" level=info msg="Host port tcp:80 does not have an open socket"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.706489680Z" level=info msg="Host port tcp:443 does not have an open socket"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.706617901Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7967645744-xwwvm Namespace:ingress-nginx ID:6426d905305bb002b897ff03a9ea5d280bd85addda9bf25cec02f76857b87ebc UID:da9108bc-be97-480c-869e-2a91998b3ef4 NetNS:/var/run/netns/e0c704cf-43f8-406d-90d8-8fbcfdc70cd4 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.706731202Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7967645744-xwwvm from CNI network \"kindnet\" (type=ptp)"
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.744206832Z" level=info msg="Stopped pod sandbox: 6426d905305bb002b897ff03a9ea5d280bd85addda9bf25cec02f76857b87ebc" id=e69753d2-dc0e-4e08-bb2d-a37a44eea74a name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.768405737Z" level=info msg="Removing container: 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714" id=a32f022b-dd45-4750-9e11-47fca7450bfa name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 10:31:19 addons-604494 crio[963]: time="2024-02-26 10:31:19.780072797Z" level=info msg="Removed container 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714: ingress-nginx/ingress-nginx-controller-7967645744-xwwvm/controller" id=a32f022b-dd45-4750-9e11-47fca7450bfa name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
68a0df88851bf gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7 8 seconds ago Running hello-world-app 0 e7370abbd605f hello-world-app-5d77478584-r2swv
61272fce45c93 docker.io/library/nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9 2 minutes ago Running nginx 0 aaf55d2c2b11b nginx
c96aa2e5c712a ghcr.io/headlamp-k8s/headlamp@sha256:3c6da859a989f285b2fd2ac2f4763d1884d54a51e4405301e5324e0b2b70bd67 2 minutes ago Running headlamp 0 690fbcb458d0a headlamp-7ddfbb94ff-6gz7h
79ff588415e95 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:01b0de782aa30e7fc91ac5a91b5cc35e95e9679dee7ef07af06457b471f88f32 2 minutes ago Running gcp-auth 0 fe0519f22fc24 gcp-auth-5f6b4f85fd-7k4wq
46b4b180971a1 eb825d2bb76b9bd44057dcec57a768cfda70562cb08d84eb201107a17b86b87b 3 minutes ago Exited patch 3 5b04b36574fc1 ingress-nginx-admission-patch-4xwc5
52bb99387c811 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:17c938714b4ca5a5a3a875565ecc8e56b94ebc8c132ba24c08dd1ef3c92bc39e 3 minutes ago Exited create 0 a70467348b895 ingress-nginx-admission-create-tfpt2
e20bc73d54ef4 docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 3 minutes ago Running yakd 0 f7af080497988 yakd-dashboard-9947fc6bf-wzmw4
ae0b83e7de0f1 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 c8877fc8e7ce4 storage-provisioner
757c2d675db4c ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 4 minutes ago Running coredns 0 0acae6ca6d81f coredns-5dd5756b68-tg7cj
72004f48d72ec docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 4 minutes ago Running kindnet-cni 0 a3508c64d4737 kindnet-42g7r
e0affbc26f904 83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e 4 minutes ago Running kube-proxy 0 2403ac0ac0c01 kube-proxy-7hnqq
1ed3607b48333 e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1 4 minutes ago Running kube-scheduler 0 2d7793fbea202 kube-scheduler-addons-604494
2a0a24c280b9f d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591 4 minutes ago Running kube-controller-manager 0 82a23973bb0ff kube-controller-manager-addons-604494
4af4ac30b37e2 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 087e8f9a62e05 etcd-addons-604494
3e9a2b10b4d85 7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257 4 minutes ago Running kube-apiserver 0 ab60f52e30f0a kube-apiserver-addons-604494
==> coredns [757c2d675db4c5246a3827f474af56b48e00eba86c4f97c89eb441a48fb39a56] <==
[INFO] 10.244.0.14:60289 - 43058 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000075232s
[INFO] 10.244.0.14:36097 - 4524 "AAAA IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.00388554s
[INFO] 10.244.0.14:36097 - 29099 "A IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004441381s
[INFO] 10.244.0.14:58010 - 7028 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004460719s
[INFO] 10.244.0.14:58010 - 22392 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005752851s
[INFO] 10.244.0.14:47601 - 859 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004691658s
[INFO] 10.244.0.14:47601 - 30302 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00492535s
[INFO] 10.244.0.14:42124 - 32712 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000107303s
[INFO] 10.244.0.14:42124 - 64715 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000159592s
[INFO] 10.244.0.21:58594 - 11789 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000164945s
[INFO] 10.244.0.21:36977 - 30674 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000205074s
[INFO] 10.244.0.21:43740 - 32883 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000116718s
[INFO] 10.244.0.21:36250 - 60787 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000195682s
[INFO] 10.244.0.21:58280 - 64703 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000080137s
[INFO] 10.244.0.21:37673 - 19275 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000094598s
[INFO] 10.244.0.21:46373 - 26439 "A IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.009108772s
[INFO] 10.244.0.21:59424 - 19907 "AAAA IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.009771382s
[INFO] 10.244.0.21:38706 - 29993 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006184389s
[INFO] 10.244.0.21:32769 - 37036 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.010027469s
[INFO] 10.244.0.21:59093 - 2167 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004553752s
[INFO] 10.244.0.21:60740 - 37295 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00511959s
[INFO] 10.244.0.21:46029 - 44616 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 382 0.000730305s
[INFO] 10.244.0.21:55674 - 35910 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000887841s
[INFO] 10.244.0.25:54547 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000134999s
[INFO] 10.244.0.25:59378 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00016006s
==> describe nodes <==
Name: addons-604494
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-604494
kubernetes.io/os=linux
minikube.k8s.io/commit=4011915ad0e9b27ff42994854397cc2ed93516c6
minikube.k8s.io/name=addons-604494
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_26T10_26_54_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-604494
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 26 Feb 2024 10:26:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-604494
AcquireTime: <unset>
RenewTime: Mon, 26 Feb 2024 10:31:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 26 Feb 2024 10:29:26 +0000 Mon, 26 Feb 2024 10:26:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 26 Feb 2024 10:29:26 +0000 Mon, 26 Feb 2024 10:26:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 26 Feb 2024 10:29:26 +0000 Mon, 26 Feb 2024 10:26:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 26 Feb 2024 10:29:26 +0000 Mon, 26 Feb 2024 10:27:15 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-604494
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
System Info:
Machine ID: 30335fa908a84c4f8430eb18b05e1efd
System UUID: b89cf644-4063-45d3-951e-082c4467788c
Boot ID: f62f72d6-a7c6-434b-b236-dc9c1433a1bc
Kernel Version: 5.15.0-1052-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-r2swv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m34s
gcp-auth gcp-auth-5f6b4f85fd-7k4wq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m9s
headlamp headlamp-7ddfbb94ff-6gz7h 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m42s
kube-system coredns-5dd5756b68-tg7cj 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m18s
kube-system etcd-addons-604494 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system kindnet-42g7r 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m19s
kube-system kube-apiserver-addons-604494 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system kube-controller-manager-addons-604494 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system kube-proxy-7hnqq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m19s
kube-system kube-scheduler-addons-604494 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m13s
yakd-dashboard yakd-dashboard-9947fc6bf-wzmw4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (0%!)(MISSING) 256Mi (0%!)(MISSING) 4m12s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 348Mi (1%!)(MISSING) 476Mi (1%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m14s kube-proxy
Normal Starting 4m37s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m37s (x8 over 4m37s) kubelet Node addons-604494 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m37s (x8 over 4m37s) kubelet Node addons-604494 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m37s (x8 over 4m37s) kubelet Node addons-604494 status is now: NodeHasSufficientPID
Normal Starting 4m31s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m31s kubelet Node addons-604494 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m31s kubelet Node addons-604494 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m31s kubelet Node addons-604494 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m19s node-controller Node addons-604494 event: Registered Node addons-604494 in Controller
Normal NodeReady 4m9s kubelet Node addons-604494 status is now: NodeReady
==> dmesg <==
[ +0.000630] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000656] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000607] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000634] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000662] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.606717] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.003377] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002584] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.045053] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.013119] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +9.050192] kauditd_printk_skb: 36 callbacks suppressed
[Feb26 10:29] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[ +1.004195] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[ +2.015764] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[ +4.259591] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[ +8.187234] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[ +16.126437] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
[Feb26 10:30] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 3a 70 e2 41 11 bf 86 ce 2c 4e 5f 75 08 00
==> etcd [4af4ac30b37e2505145b1e3792a4435dfc74f36d96530ba369a47d5555186307] <==
{"level":"info","ts":"2024-02-26T10:26:49.448223Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T10:26:49.448354Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-26T10:26:49.44884Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-26T10:27:07.063029Z","caller":"traceutil/trace.go:171","msg":"trace[1306962905] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"103.806422ms","start":"2024-02-26T10:27:06.959201Z","end":"2024-02-26T10:27:07.063008Z","steps":["trace[1306962905] 'process raft request' (duration: 94.429597ms)"],"step_count":1}
{"level":"info","ts":"2024-02-26T10:27:07.754147Z","caller":"traceutil/trace.go:171","msg":"trace[1228885802] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"107.054162ms","start":"2024-02-26T10:27:07.639307Z","end":"2024-02-26T10:27:07.746361Z","steps":["trace[1228885802] 'process raft request' (duration: 106.951245ms)"],"step_count":1}
{"level":"info","ts":"2024-02-26T10:27:09.839226Z","caller":"traceutil/trace.go:171","msg":"trace[777068079] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"174.472374ms","start":"2024-02-26T10:27:09.664728Z","end":"2024-02-26T10:27:09.8392Z","steps":["trace[777068079] 'process raft request' (duration: 98.134015ms)","trace[777068079] 'compare' (duration: 76.19116ms)"],"step_count":2}
{"level":"info","ts":"2024-02-26T10:27:10.556722Z","caller":"traceutil/trace.go:171","msg":"trace[1750044361] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"113.378085ms","start":"2024-02-26T10:27:10.443321Z","end":"2024-02-26T10:27:10.556699Z","steps":["trace[1750044361] 'process raft request' (duration: 14.010148ms)","trace[1750044361] 'compare' (duration: 98.814689ms)"],"step_count":2}
{"level":"info","ts":"2024-02-26T10:27:10.556799Z","caller":"traceutil/trace.go:171","msg":"trace[869704995] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"104.090649ms","start":"2024-02-26T10:27:10.452688Z","end":"2024-02-26T10:27:10.556778Z","steps":["trace[869704995] 'read index received' (duration: 1.206546ms)","trace[869704995] 'applied index is now lower than readState.Index' (duration: 102.881514ms)"],"step_count":2}
{"level":"info","ts":"2024-02-26T10:27:10.55708Z","caller":"traceutil/trace.go:171","msg":"trace[831314546] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"104.227568ms","start":"2024-02-26T10:27:10.452843Z","end":"2024-02-26T10:27:10.55707Z","steps":["trace[831314546] 'process raft request' (duration: 103.565863ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:27:10.557278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.595737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-02-26T10:27:10.557337Z","caller":"traceutil/trace.go:171","msg":"trace[1047900378] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:442; }","duration":"104.669194ms","start":"2024-02-26T10:27:10.452658Z","end":"2024-02-26T10:27:10.557328Z","steps":["trace[1047900378] 'agreement among raft nodes before linearized reading' (duration: 104.572354ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:27:10.643809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.069855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-26T10:27:10.643877Z","caller":"traceutil/trace.go:171","msg":"trace[1584377178] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:0; response_revision:442; }","duration":"191.14778ms","start":"2024-02-26T10:27:10.452716Z","end":"2024-02-26T10:27:10.643864Z","steps":["trace[1584377178] 'agreement among raft nodes before linearized reading' (duration: 191.047343ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:27:10.64421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.01677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-604494\" ","response":"range_response_count:1 size:5654"}
{"level":"info","ts":"2024-02-26T10:27:10.644247Z","caller":"traceutil/trace.go:171","msg":"trace[1918737937] range","detail":"{range_begin:/registry/minions/addons-604494; range_end:; response_count:1; response_revision:442; }","duration":"101.059096ms","start":"2024-02-26T10:27:10.543181Z","end":"2024-02-26T10:27:10.64424Z","steps":["trace[1918737937] 'agreement among raft nodes before linearized reading' (duration: 100.988966ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:27:10.644369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.301959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-26T10:27:10.644395Z","caller":"traceutil/trace.go:171","msg":"trace[2013548318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:442; }","duration":"187.329115ms","start":"2024-02-26T10:27:10.45706Z","end":"2024-02-26T10:27:10.644389Z","steps":["trace[2013548318] 'agreement among raft nodes before linearized reading' (duration: 187.289988ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:27:10.64451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.568418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" ","response":"range_response_count:1 size:992"}
{"level":"info","ts":"2024-02-26T10:27:10.644536Z","caller":"traceutil/trace.go:171","msg":"trace[1252703540] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:1; response_revision:442; }","duration":"191.596547ms","start":"2024-02-26T10:27:10.452933Z","end":"2024-02-26T10:27:10.64453Z","steps":["trace[1252703540] 'agreement among raft nodes before linearized reading' (duration: 191.546913ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-26T10:28:06.31566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.112213ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128027441981582235 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/gcp-auth/gcp-auth-certs-patch-v55xw\" mod_revision:1096 > success:<request_put:<key:\"/registry/pods/gcp-auth/gcp-auth-certs-patch-v55xw\" value_size:3669 >> failure:<request_range:<key:\"/registry/pods/gcp-auth/gcp-auth-certs-patch-v55xw\" > >>","response":"size:16"}
{"level":"info","ts":"2024-02-26T10:28:06.315757Z","caller":"traceutil/trace.go:171","msg":"trace[2078344082] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1128; }","duration":"129.2275ms","start":"2024-02-26T10:28:06.186517Z","end":"2024-02-26T10:28:06.315744Z","steps":["trace[2078344082] 'read index received' (duration: 18.63447ms)","trace[2078344082] 'applied index is now lower than readState.Index' (duration: 110.591681ms)"],"step_count":2}
{"level":"info","ts":"2024-02-26T10:28:06.315791Z","caller":"traceutil/trace.go:171","msg":"trace[1882403137] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"228.782513ms","start":"2024-02-26T10:28:06.086978Z","end":"2024-02-26T10:28:06.31576Z","steps":["trace[1882403137] 'process raft request' (duration: 118.219131ms)","trace[1882403137] 'compare' (duration: 110.021993ms)"],"step_count":2}
{"level":"warn","ts":"2024-02-26T10:28:06.315948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.436435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" ","response":"range_response_count:19 size:90658"}
{"level":"info","ts":"2024-02-26T10:28:06.315983Z","caller":"traceutil/trace.go:171","msg":"trace[1240969613] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:19; response_revision:1101; }","duration":"129.48104ms","start":"2024-02-26T10:28:06.186494Z","end":"2024-02-26T10:28:06.315975Z","steps":["trace[1240969613] 'agreement among raft nodes before linearized reading' (duration: 129.285869ms)"],"step_count":1}
{"level":"info","ts":"2024-02-26T10:28:17.389022Z","caller":"traceutil/trace.go:171","msg":"trace[1096464355] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"161.406138ms","start":"2024-02-26T10:28:17.227587Z","end":"2024-02-26T10:28:17.388993Z","steps":["trace[1096464355] 'process raft request' (duration: 81.727611ms)","trace[1096464355] 'compare' (duration: 79.574987ms)"],"step_count":2}
==> gcp-auth [79ff588415e95bf6a601cc77d0e7d818b5236146823be9a926476e40c916ab7b] <==
2024/02/26 10:28:28 GCP Auth Webhook started!
2024/02/26 10:28:29 Ready to marshal response ...
2024/02/26 10:28:29 Ready to write response ...
2024/02/26 10:28:29 Ready to marshal response ...
2024/02/26 10:28:29 Ready to write response ...
2024/02/26 10:28:40 Ready to marshal response ...
2024/02/26 10:28:40 Ready to write response ...
2024/02/26 10:28:40 Ready to marshal response ...
2024/02/26 10:28:40 Ready to write response ...
2024/02/26 10:28:42 Ready to marshal response ...
2024/02/26 10:28:42 Ready to write response ...
2024/02/26 10:28:42 Ready to marshal response ...
2024/02/26 10:28:42 Ready to write response ...
2024/02/26 10:28:42 Ready to marshal response ...
2024/02/26 10:28:42 Ready to write response ...
2024/02/26 10:28:42 Ready to marshal response ...
2024/02/26 10:28:42 Ready to write response ...
2024/02/26 10:28:50 Ready to marshal response ...
2024/02/26 10:28:50 Ready to write response ...
2024/02/26 10:29:01 Ready to marshal response ...
2024/02/26 10:29:01 Ready to write response ...
2024/02/26 10:29:21 Ready to marshal response ...
2024/02/26 10:29:21 Ready to write response ...
2024/02/26 10:31:13 Ready to marshal response ...
2024/02/26 10:31:13 Ready to write response ...
==> kernel <==
10:31:24 up 13 min, 0 users, load average: 0.05, 0.24, 0.15
Linux addons-604494 5.15.0-1052-gcp #60~20.04.1-Ubuntu SMP Thu Feb 15 13:21:04 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [72004f48d72ecfc131780f78de2297fcf90cae61e32be1cb8417e86f154f1225] <==
I0226 10:29:15.146248 1 main.go:227] handling current node
I0226 10:29:25.157861 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:29:25.157886 1 main.go:227] handling current node
I0226 10:29:35.161571 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:29:35.161593 1 main.go:227] handling current node
I0226 10:29:45.174163 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:29:45.174185 1 main.go:227] handling current node
I0226 10:29:55.178021 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:29:55.178046 1 main.go:227] handling current node
I0226 10:30:05.189800 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:05.189821 1 main.go:227] handling current node
I0226 10:30:15.192768 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:15.192791 1 main.go:227] handling current node
I0226 10:30:25.205766 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:25.205846 1 main.go:227] handling current node
I0226 10:30:35.209535 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:35.209559 1 main.go:227] handling current node
I0226 10:30:45.213745 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:45.213770 1 main.go:227] handling current node
I0226 10:30:55.217040 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:30:55.217064 1 main.go:227] handling current node
I0226 10:31:05.227464 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:31:05.227484 1 main.go:227] handling current node
I0226 10:31:15.238075 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 10:31:15.238098 1 main.go:227] handling current node
==> kube-apiserver [3e9a2b10b4d85c26b104b8c3fc20594ceffaa6237385be92ef365513ac92ea1f] <==
I0226 10:29:09.850500 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0226 10:29:09.856865 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0226 10:29:10.865396 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0226 10:29:14.316526 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0226 10:29:36.763945 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.763992 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.769425 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.769476 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.775064 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.775189 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.775919 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.775955 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.794109 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.794257 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.849280 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.849341 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.854417 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0226 10:29:36.856110 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.856221 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 10:29:36.859297 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 10:29:36.859350 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0226 10:29:37.776791 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0226 10:29:37.856567 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0226 10:29:37.866696 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0226 10:31:13.996776 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.98.79.129"}
==> kube-controller-manager [2a0a24c280b9fbc47924d5c89dce78f8b975426e2cd63a016fbbeb09e2fb828d] <==
W0226 10:30:14.873268 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:30:14.873302 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 10:30:20.690642 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:30:20.690669 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 10:30:37.006332 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:30:37.006368 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 10:30:56.156274 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:30:56.156301 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 10:31:04.364322 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:31:04.364349 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 10:31:06.128247 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:31:06.128275 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0226 10:31:13.843258 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0226 10:31:13.852572 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-r2swv"
I0226 10:31:13.856892 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="13.856502ms"
I0226 10:31:13.863425 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="6.416556ms"
I0226 10:31:13.863516 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="47.368µs"
I0226 10:31:13.868549 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="67.102µs"
I0226 10:31:16.555154 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0226 10:31:16.556354 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7967645744" duration="13.568µs"
I0226 10:31:16.559174 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0226 10:31:16.775231 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.483531ms"
I0226 10:31:16.775297 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="30.719µs"
W0226 10:31:22.143306 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 10:31:22.143332 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [e0affbc26f9043ec835c6a4dbd688a98b2fafd383f54d946ae5b14e6f7d1dff6] <==
I0226 10:27:08.762598 1 server_others.go:69] "Using iptables proxy"
I0226 10:27:09.362648 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0226 10:27:10.453154 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0226 10:27:10.548771 1 server_others.go:152] "Using iptables Proxier"
I0226 10:27:10.548824 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0226 10:27:10.548835 1 server_others.go:438] "Defaulting to no-op detect-local"
I0226 10:27:10.548873 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0226 10:27:10.549130 1 server.go:846] "Version info" version="v1.28.4"
I0226 10:27:10.549153 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0226 10:27:10.550314 1 config.go:188] "Starting service config controller"
I0226 10:27:10.550404 1 shared_informer.go:311] Waiting for caches to sync for service config
I0226 10:27:10.550478 1 config.go:97] "Starting endpoint slice config controller"
I0226 10:27:10.550531 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0226 10:27:10.550988 1 config.go:315] "Starting node config controller"
I0226 10:27:10.551063 1 shared_informer.go:311] Waiting for caches to sync for node config
I0226 10:27:10.653917 1 shared_informer.go:318] Caches are synced for node config
I0226 10:27:10.658582 1 shared_informer.go:318] Caches are synced for service config
I0226 10:27:10.658600 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [1ed3607b4833388582742094e789d0499f72895220fd8a79c8c49094e5e0e517] <==
E0226 10:26:50.859845 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0226 10:26:50.859873 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0226 10:26:50.859889 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0226 10:26:50.859898 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0226 10:26:50.859917 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0226 10:26:50.859926 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0226 10:26:50.859992 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0226 10:26:50.860006 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0226 10:26:50.860008 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0226 10:26:50.860017 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0226 10:26:50.860220 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0226 10:26:50.860239 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0226 10:26:50.860242 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0226 10:26:50.860257 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0226 10:26:50.860270 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0226 10:26:50.860294 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0226 10:26:51.692877 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0226 10:26:51.692915 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0226 10:26:51.719082 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0226 10:26:51.719113 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0226 10:26:51.756485 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0226 10:26:51.756516 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0226 10:26:51.872374 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0226 10:26:51.872404 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
I0226 10:26:52.256537 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 26 10:31:13 addons-604494 kubelet[1563]: I0226 10:31:13.893816 1563 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/212a623c-d799-4da7-a9dd-c0c51025a0b5-gcp-creds\") pod \"hello-world-app-5d77478584-r2swv\" (UID: \"212a623c-d799-4da7-a9dd-c0c51025a0b5\") " pod="default/hello-world-app-5d77478584-r2swv"
Feb 26 10:31:13 addons-604494 kubelet[1563]: I0226 10:31:13.893861 1563 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hf8w4\" (UniqueName: \"kubernetes.io/projected/212a623c-d799-4da7-a9dd-c0c51025a0b5-kube-api-access-hf8w4\") pod \"hello-world-app-5d77478584-r2swv\" (UID: \"212a623c-d799-4da7-a9dd-c0c51025a0b5\") " pod="default/hello-world-app-5d77478584-r2swv"
Feb 26 10:31:14 addons-604494 kubelet[1563]: W0226 10:31:14.192218 1563 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/6cb4b55967722998eaee982ea48c5f6197a722ac2f83cd711f769a793660af7a/crio-e7370abbd605f43b22f2915744af3a6ee09a0f96be3237d7e8c74f85d8590030 WatchSource:0}: Error finding container e7370abbd605f43b22f2915744af3a6ee09a0f96be3237d7e8c74f85d8590030: Status 404 returned error can't find the container with id e7370abbd605f43b22f2915744af3a6ee09a0f96be3237d7e8c74f85d8590030
Feb 26 10:31:14 addons-604494 kubelet[1563]: I0226 10:31:14.942668 1563 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5bf2j\" (UniqueName: \"kubernetes.io/projected/af37a229-d9bc-4dd3-803d-38bedddb9a59-kube-api-access-5bf2j\") pod \"af37a229-d9bc-4dd3-803d-38bedddb9a59\" (UID: \"af37a229-d9bc-4dd3-803d-38bedddb9a59\") "
Feb 26 10:31:14 addons-604494 kubelet[1563]: I0226 10:31:14.944419 1563 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/af37a229-d9bc-4dd3-803d-38bedddb9a59-kube-api-access-5bf2j" (OuterVolumeSpecName: "kube-api-access-5bf2j") pod "af37a229-d9bc-4dd3-803d-38bedddb9a59" (UID: "af37a229-d9bc-4dd3-803d-38bedddb9a59"). InnerVolumeSpecName "kube-api-access-5bf2j". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 10:31:15 addons-604494 kubelet[1563]: I0226 10:31:15.043749 1563 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-5bf2j\" (UniqueName: \"kubernetes.io/projected/af37a229-d9bc-4dd3-803d-38bedddb9a59-kube-api-access-5bf2j\") on node \"addons-604494\" DevicePath \"\""
Feb 26 10:31:15 addons-604494 kubelet[1563]: I0226 10:31:15.758005 1563 scope.go:117] "RemoveContainer" containerID="4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed"
Feb 26 10:31:15 addons-604494 kubelet[1563]: I0226 10:31:15.772912 1563 scope.go:117] "RemoveContainer" containerID="4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed"
Feb 26 10:31:15 addons-604494 kubelet[1563]: E0226 10:31:15.774005 1563 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed\": container with ID starting with 4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed not found: ID does not exist" containerID="4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed"
Feb 26 10:31:15 addons-604494 kubelet[1563]: I0226 10:31:15.774616 1563 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed"} err="failed to get container status \"4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed\": rpc error: code = NotFound desc = could not find container \"4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed\": container with ID starting with 4902adb402fb6506f035217352136fb2118670f107af429db875173b94a2caed not found: ID does not exist"
Feb 26 10:31:16 addons-604494 kubelet[1563]: I0226 10:31:16.769961 1563 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-r2swv" podStartSLOduration=1.531071354 podCreationTimestamp="2024-02-26 10:31:13 +0000 UTC" firstStartedPulling="2024-02-26 10:31:14.239087432 +0000 UTC m=+260.816874974" lastFinishedPulling="2024-02-26 10:31:16.477938637 +0000 UTC m=+263.055726182" observedRunningTime="2024-02-26 10:31:16.769588691 +0000 UTC m=+263.347376244" watchObservedRunningTime="2024-02-26 10:31:16.769922562 +0000 UTC m=+263.347710115"
Feb 26 10:31:17 addons-604494 kubelet[1563]: I0226 10:31:17.544862 1563 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="73aa44d2-3e37-4699-ba1d-b1f0737da394" path="/var/lib/kubelet/pods/73aa44d2-3e37-4699-ba1d-b1f0737da394/volumes"
Feb 26 10:31:17 addons-604494 kubelet[1563]: I0226 10:31:17.545221 1563 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="8ac258a9-8f1d-4719-b9f6-68c301d462ca" path="/var/lib/kubelet/pods/8ac258a9-8f1d-4719-b9f6-68c301d462ca/volumes"
Feb 26 10:31:17 addons-604494 kubelet[1563]: I0226 10:31:17.545544 1563 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="af37a229-d9bc-4dd3-803d-38bedddb9a59" path="/var/lib/kubelet/pods/af37a229-d9bc-4dd3-803d-38bedddb9a59/volumes"
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.767601 1563 scope.go:117] "RemoveContainer" containerID="9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714"
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.780253 1563 scope.go:117] "RemoveContainer" containerID="9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714"
Feb 26 10:31:19 addons-604494 kubelet[1563]: E0226 10:31:19.780565 1563 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714\": container with ID starting with 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714 not found: ID does not exist" containerID="9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714"
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.780605 1563 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714"} err="failed to get container status \"9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714\": rpc error: code = NotFound desc = could not find container \"9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714\": container with ID starting with 9254e3b604e59f74a3950942a80dc1b8606b4a2225bc0e73386a5825a7358714 not found: ID does not exist"
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.877889 1563 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rznkw\" (UniqueName: \"kubernetes.io/projected/da9108bc-be97-480c-869e-2a91998b3ef4-kube-api-access-rznkw\") pod \"da9108bc-be97-480c-869e-2a91998b3ef4\" (UID: \"da9108bc-be97-480c-869e-2a91998b3ef4\") "
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.877944 1563 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/da9108bc-be97-480c-869e-2a91998b3ef4-webhook-cert\") pod \"da9108bc-be97-480c-869e-2a91998b3ef4\" (UID: \"da9108bc-be97-480c-869e-2a91998b3ef4\") "
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.879849 1563 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/da9108bc-be97-480c-869e-2a91998b3ef4-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "da9108bc-be97-480c-869e-2a91998b3ef4" (UID: "da9108bc-be97-480c-869e-2a91998b3ef4"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.879981 1563 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/da9108bc-be97-480c-869e-2a91998b3ef4-kube-api-access-rznkw" (OuterVolumeSpecName: "kube-api-access-rznkw") pod "da9108bc-be97-480c-869e-2a91998b3ef4" (UID: "da9108bc-be97-480c-869e-2a91998b3ef4"). InnerVolumeSpecName "kube-api-access-rznkw". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.978587 1563 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-rznkw\" (UniqueName: \"kubernetes.io/projected/da9108bc-be97-480c-869e-2a91998b3ef4-kube-api-access-rznkw\") on node \"addons-604494\" DevicePath \"\""
Feb 26 10:31:19 addons-604494 kubelet[1563]: I0226 10:31:19.978620 1563 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/da9108bc-be97-480c-869e-2a91998b3ef4-webhook-cert\") on node \"addons-604494\" DevicePath \"\""
Feb 26 10:31:21 addons-604494 kubelet[1563]: I0226 10:31:21.545179 1563 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="da9108bc-be97-480c-869e-2a91998b3ef4" path="/var/lib/kubelet/pods/da9108bc-be97-480c-869e-2a91998b3ef4/volumes"
==> storage-provisioner [ae0b83e7de0f1e649ebc972bc00a07b3fb42bd9bda3b9bb4edf72dabe5760daf] <==
I0226 10:27:16.340455 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0226 10:27:16.350055 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0226 10:27:16.350095 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0226 10:27:16.356814 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0226 10:27:16.357035 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-604494_add73cf9-0fb8-49a7-8fed-dd7bc851af7c!
I0226 10:27:16.357089 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ed5d0ffd-f471-4d27-a88a-ce639d0fc39d", APIVersion:"v1", ResourceVersion:"895", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-604494_add73cf9-0fb8-49a7-8fed-dd7bc851af7c became leader
I0226 10:27:16.457887 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-604494_add73cf9-0fb8-49a7-8fed-dd7bc851af7c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-604494 -n addons-604494
helpers_test.go:261: (dbg) Run: kubectl --context addons-604494 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (155.64s)