=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-565438 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-565438 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-565438 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [4a38bc26-6216-4824-9502-5e0dfc9282c5] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [4a38bc26-6216-4824-9502-5e0dfc9282c5] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.00774555s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-565438 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-565438 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-565438 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.058221683s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-565438 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-565438 addons disable ingress-dns --alsologtostderr -v=1: (1.144879046s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-565438 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-565438 addons disable ingress --alsologtostderr -v=1: (7.823549414s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-565438
helpers_test.go:235: (dbg) docker inspect addons-565438:
-- stdout --
[
{
"Id": "d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c",
"Created": "2024-02-14T02:58:49.61288595Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1272665,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-14T02:58:49.92188831Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:20e2d9b56eb2e595fd2b9c5719a0e58f3d7f8c692190d8fde2558cb6a9714f01",
"ResolvConfPath": "/var/lib/docker/containers/d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c/hostname",
"HostsPath": "/var/lib/docker/containers/d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c/hosts",
"LogPath": "/var/lib/docker/containers/d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c/d81c0e170ee18d6244b0d4014064543fd5d8ada63893fb2ed9f89ff52cd3d07c-json.log",
"Name": "/addons-565438",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-565438:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-565438",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ccce3a500798d9c058f16ddf72c456f0191b7c4d8a4a9fff4e4068a72a7af81f-init/diff:/var/lib/docker/overlay2/5910aa9960042d82258ed2c744f886c75b60e8845789b5b8e9c74bac81b955ac/diff",
"MergedDir": "/var/lib/docker/overlay2/ccce3a500798d9c058f16ddf72c456f0191b7c4d8a4a9fff4e4068a72a7af81f/merged",
"UpperDir": "/var/lib/docker/overlay2/ccce3a500798d9c058f16ddf72c456f0191b7c4d8a4a9fff4e4068a72a7af81f/diff",
"WorkDir": "/var/lib/docker/overlay2/ccce3a500798d9c058f16ddf72c456f0191b7c4d8a4a9fff4e4068a72a7af81f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-565438",
"Source": "/var/lib/docker/volumes/addons-565438/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-565438",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-565438",
"name.minikube.sigs.k8s.io": "addons-565438",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "b4a65ce408cca8a82652d847333f7879674bc516f4e2ad4f6e5812c667dd3330",
"SandboxKey": "/var/run/docker/netns/b4a65ce408cc",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34054"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34053"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34050"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34052"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34051"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-565438": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"d81c0e170ee1",
"addons-565438"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "095875c5ddf4a3902332beda2e4d8f24a5feabea8e5c116dbe734556611541d0",
"EndpointID": "bbf6a646ecb7fd6b51cbcb4bc99eebce1d98a1a5e86e51ac5ca4c1f3658ad58f",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-565438",
"d81c0e170ee1"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-565438 -n addons-565438
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-565438 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-565438 logs -n 25: (1.148502989s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-110193 | download-only-110193 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| delete | -p download-only-704261 | download-only-704261 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| delete | -p download-only-131058 | download-only-131058 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| delete | -p download-only-110193 | download-only-110193 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| start | --download-only -p | download-docker-763270 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | |
| | download-docker-763270 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-763270 | download-docker-763270 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| start | --download-only -p | binary-mirror-981860 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | |
| | binary-mirror-981860 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:44401 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-981860 | binary-mirror-981860 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| addons | enable dashboard -p | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | |
| | addons-565438 | | | | | |
| addons | disable dashboard -p | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | |
| | addons-565438 | | | | | |
| start | -p addons-565438 --wait=true | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 03:00 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:00 UTC | 14 Feb 24 03:00 UTC |
| | -p addons-565438 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-565438 ip | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| addons | addons-565438 addons disable | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | -p addons-565438 | | | | | |
| addons | disable cloud-spanner -p | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | addons-565438 | | | | | |
| ssh | addons-565438 ssh cat | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | /opt/local-path-provisioner/pvc-a0ae79f4-863f-4a31-aca1-22c767dfc58a_default_test-pvc/file1 | | | | | |
| addons | addons-565438 addons disable | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | addons-565438 | | | | | |
| addons | addons-565438 addons | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-565438 ssh curl -s | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-565438 ip | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:01 UTC |
| addons | addons-565438 addons disable | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:01 UTC | 14 Feb 24 03:02 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-565438 addons disable | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:02 UTC | 14 Feb 24 03:02 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-565438 addons | addons-565438 | jenkins | v1.32.0 | 14 Feb 24 03:02 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/14 02:58:26
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0214 02:58:26.061929 1272199 out.go:291] Setting OutFile to fd 1 ...
I0214 02:58:26.062136 1272199 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0214 02:58:26.062164 1272199 out.go:304] Setting ErrFile to fd 2...
I0214 02:58:26.062185 1272199 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0214 02:58:26.062454 1272199 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18165-1266022/.minikube/bin
I0214 02:58:26.062924 1272199 out.go:298] Setting JSON to false
I0214 02:58:26.063852 1272199 start.go:128] hostinfo: {"hostname":"ip-172-31-21-244","uptime":20451,"bootTime":1707859055,"procs":156,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0214 02:58:26.063961 1272199 start.go:138] virtualization:
I0214 02:58:26.066631 1272199 out.go:177] * [addons-565438] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0214 02:58:26.069338 1272199 out.go:177] - MINIKUBE_LOCATION=18165
I0214 02:58:26.071466 1272199 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0214 02:58:26.069515 1272199 notify.go:220] Checking for updates...
I0214 02:58:26.074718 1272199 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18165-1266022/kubeconfig
I0214 02:58:26.078002 1272199 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18165-1266022/.minikube
I0214 02:58:26.079924 1272199 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0214 02:58:26.082256 1272199 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0214 02:58:26.084793 1272199 driver.go:392] Setting default libvirt URI to qemu:///system
I0214 02:58:26.105425 1272199 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0214 02:58:26.105546 1272199 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0214 02:58:26.180353 1272199 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-14 02:58:26.170770105 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0214 02:58:26.180468 1272199 docker.go:295] overlay module found
I0214 02:58:26.182758 1272199 out.go:177] * Using the docker driver based on user configuration
I0214 02:58:26.184554 1272199 start.go:298] selected driver: docker
I0214 02:58:26.184572 1272199 start.go:902] validating driver "docker" against <nil>
I0214 02:58:26.184585 1272199 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0214 02:58:26.185218 1272199 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0214 02:58:26.245496 1272199 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-14 02:58:26.235093663 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0214 02:58:26.245674 1272199 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0214 02:58:26.245907 1272199 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0214 02:58:26.247972 1272199 out.go:177] * Using Docker driver with root privileges
I0214 02:58:26.250050 1272199 cni.go:84] Creating CNI manager for ""
I0214 02:58:26.250082 1272199 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0214 02:58:26.250094 1272199 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0214 02:58:26.250114 1272199 start_flags.go:321] config:
{Name:addons-565438 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-565438 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C
RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0214 02:58:26.252263 1272199 out.go:177] * Starting control plane node addons-565438 in cluster addons-565438
I0214 02:58:26.254075 1272199 cache.go:121] Beginning downloading kic base image for docker with docker
I0214 02:58:26.255954 1272199 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0214 02:58:26.257640 1272199 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0214 02:58:26.257698 1272199 preload.go:148] Found local preload: /home/jenkins/minikube-integration/18165-1266022/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4
I0214 02:58:26.257723 1272199 cache.go:56] Caching tarball of preloaded images
I0214 02:58:26.257733 1272199 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0214 02:58:26.257828 1272199 preload.go:174] Found /home/jenkins/minikube-integration/18165-1266022/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0214 02:58:26.257839 1272199 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I0214 02:58:26.258191 1272199 profile.go:148] Saving config to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/config.json ...
I0214 02:58:26.258220 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/config.json: {Name:mk0a9986bb4ed1b679c5bf3e8bf61ed362080fd5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:26.272441 1272199 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 to local cache
I0214 02:58:26.272579 1272199 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory
I0214 02:58:26.272599 1272199 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory, skipping pull
I0214 02:58:26.272604 1272199 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in cache, skipping pull
I0214 02:58:26.272612 1272199 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 as a tarball
I0214 02:58:26.272617 1272199 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from local cache
I0214 02:58:42.018813 1272199 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from cached tarball
I0214 02:58:42.018879 1272199 cache.go:194] Successfully downloaded all kic artifacts
I0214 02:58:42.018927 1272199 start.go:365] acquiring machines lock for addons-565438: {Name:mke4d580d4c8bc8cc0ec4e80f7286f9ecd4221f7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0214 02:58:42.019812 1272199 start.go:369] acquired machines lock for "addons-565438" in 847.823µs
I0214 02:58:42.019870 1272199 start.go:93] Provisioning new machine with config: &{Name:addons-565438 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-565438 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0214 02:58:42.019968 1272199 start.go:125] createHost starting for "" (driver="docker")
I0214 02:58:42.022656 1272199 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0214 02:58:42.023010 1272199 start.go:159] libmachine.API.Create for "addons-565438" (driver="docker")
I0214 02:58:42.023078 1272199 client.go:168] LocalClient.Create starting
I0214 02:58:42.023219 1272199 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem
I0214 02:58:42.851245 1272199 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/cert.pem
I0214 02:58:43.217187 1272199 cli_runner.go:164] Run: docker network inspect addons-565438 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0214 02:58:43.233370 1272199 cli_runner.go:211] docker network inspect addons-565438 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0214 02:58:43.233454 1272199 network_create.go:281] running [docker network inspect addons-565438] to gather additional debugging logs...
I0214 02:58:43.233485 1272199 cli_runner.go:164] Run: docker network inspect addons-565438
W0214 02:58:43.247512 1272199 cli_runner.go:211] docker network inspect addons-565438 returned with exit code 1
I0214 02:58:43.247547 1272199 network_create.go:284] error running [docker network inspect addons-565438]: docker network inspect addons-565438: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-565438 not found
I0214 02:58:43.247560 1272199 network_create.go:286] output of [docker network inspect addons-565438]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-565438 not found
** /stderr **
I0214 02:58:43.247779 1272199 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0214 02:58:43.262252 1272199 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40025b5d10}
I0214 02:58:43.262289 1272199 network_create.go:124] attempt to create docker network addons-565438 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0214 02:58:43.262350 1272199 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-565438 addons-565438
I0214 02:58:43.323570 1272199 network_create.go:108] docker network addons-565438 192.168.49.0/24 created
I0214 02:58:43.323606 1272199 kic.go:121] calculated static IP "192.168.49.2" for the "addons-565438" container
I0214 02:58:43.323708 1272199 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0214 02:58:43.337950 1272199 cli_runner.go:164] Run: docker volume create addons-565438 --label name.minikube.sigs.k8s.io=addons-565438 --label created_by.minikube.sigs.k8s.io=true
I0214 02:58:43.354741 1272199 oci.go:103] Successfully created a docker volume addons-565438
I0214 02:58:43.354837 1272199 cli_runner.go:164] Run: docker run --rm --name addons-565438-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-565438 --entrypoint /usr/bin/test -v addons-565438:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0214 02:58:45.588441 1272199 cli_runner.go:217] Completed: docker run --rm --name addons-565438-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-565438 --entrypoint /usr/bin/test -v addons-565438:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (2.233551761s)
I0214 02:58:45.588470 1272199 oci.go:107] Successfully prepared a docker volume addons-565438
I0214 02:58:45.588509 1272199 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0214 02:58:45.588533 1272199 kic.go:194] Starting extracting preloaded images to volume ...
I0214 02:58:45.588617 1272199 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18165-1266022/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-565438:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0214 02:58:49.537984 1272199 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18165-1266022/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-565438:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.949323839s)
I0214 02:58:49.538017 1272199 kic.go:203] duration metric: took 3.949481 seconds to extract preloaded images to volume
W0214 02:58:49.538195 1272199 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0214 02:58:49.538318 1272199 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0214 02:58:49.599258 1272199 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-565438 --name addons-565438 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-565438 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-565438 --network addons-565438 --ip 192.168.49.2 --volume addons-565438:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0214 02:58:49.932549 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Running}}
I0214 02:58:49.962884 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:58:49.985991 1272199 cli_runner.go:164] Run: docker exec addons-565438 stat /var/lib/dpkg/alternatives/iptables
I0214 02:58:50.059042 1272199 oci.go:144] the created container "addons-565438" has a running status.
I0214 02:58:50.059071 1272199 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa...
I0214 02:58:50.629715 1272199 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0214 02:58:50.659061 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:58:50.696037 1272199 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0214 02:58:50.696070 1272199 kic_runner.go:114] Args: [docker exec --privileged addons-565438 chown docker:docker /home/docker/.ssh/authorized_keys]
I0214 02:58:50.788733 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:58:50.805650 1272199 machine.go:88] provisioning docker machine ...
I0214 02:58:50.805682 1272199 ubuntu.go:169] provisioning hostname "addons-565438"
I0214 02:58:50.805744 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:50.827386 1272199 main.go:141] libmachine: Using SSH client type: native
I0214 02:58:50.827899 1272199 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34054 <nil> <nil>}
I0214 02:58:50.827917 1272199 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-565438 && echo "addons-565438" | sudo tee /etc/hostname
I0214 02:58:50.989937 1272199 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-565438
I0214 02:58:50.990016 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:51.011352 1272199 main.go:141] libmachine: Using SSH client type: native
I0214 02:58:51.011819 1272199 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34054 <nil> <nil>}
I0214 02:58:51.011849 1272199 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-565438' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-565438/g' /etc/hosts;
else
echo '127.0.1.1 addons-565438' | sudo tee -a /etc/hosts;
fi
fi
I0214 02:58:51.148066 1272199 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0214 02:58:51.148102 1272199 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18165-1266022/.minikube CaCertPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18165-1266022/.minikube}
I0214 02:58:51.148132 1272199 ubuntu.go:177] setting up certificates
I0214 02:58:51.148145 1272199 provision.go:83] configureAuth start
I0214 02:58:51.148213 1272199 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-565438
I0214 02:58:51.167355 1272199 provision.go:138] copyHostCerts
I0214 02:58:51.167445 1272199 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.pem (1078 bytes)
I0214 02:58:51.167579 1272199 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18165-1266022/.minikube/cert.pem (1123 bytes)
I0214 02:58:51.167646 1272199 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18165-1266022/.minikube/key.pem (1679 bytes)
I0214 02:58:51.167723 1272199 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca-key.pem org=jenkins.addons-565438 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-565438]
I0214 02:58:51.527020 1272199 provision.go:172] copyRemoteCerts
I0214 02:58:51.527086 1272199 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0214 02:58:51.527134 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:51.546071 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:58:51.644601 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0214 02:58:51.668508 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0214 02:58:51.692837 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0214 02:58:51.716436 1272199 provision.go:86] duration metric: configureAuth took 568.27032ms
I0214 02:58:51.716466 1272199 ubuntu.go:193] setting minikube options for container-runtime
I0214 02:58:51.716655 1272199 config.go:182] Loaded profile config "addons-565438": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0214 02:58:51.716715 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:51.732265 1272199 main.go:141] libmachine: Using SSH client type: native
I0214 02:58:51.732675 1272199 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34054 <nil> <nil>}
I0214 02:58:51.732689 1272199 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0214 02:58:51.863982 1272199 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0214 02:58:51.864006 1272199 ubuntu.go:71] root file system type: overlay
I0214 02:58:51.864166 1272199 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0214 02:58:51.864235 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:51.880145 1272199 main.go:141] libmachine: Using SSH client type: native
I0214 02:58:51.880602 1272199 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34054 <nil> <nil>}
I0214 02:58:51.880697 1272199 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0214 02:58:52.025248 1272199 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0214 02:58:52.025347 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:52.042175 1272199 main.go:141] libmachine: Using SSH client type: native
I0214 02:58:52.042598 1272199 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34054 <nil> <nil>}
I0214 02:58:52.042621 1272199 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0214 02:58:52.794837 1272199 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-10-26 09:06:20.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-02-14 02:58:52.018276902 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0214 02:58:52.794902 1272199 machine.go:91] provisioned docker machine in 1.989230584s
I0214 02:58:52.794913 1272199 client.go:171] LocalClient.Create took 10.771824242s
I0214 02:58:52.794949 1272199 start.go:167] duration metric: libmachine.API.Create for "addons-565438" took 10.771941818s
I0214 02:58:52.794963 1272199 start.go:300] post-start starting for "addons-565438" (driver="docker")
I0214 02:58:52.794974 1272199 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0214 02:58:52.795065 1272199 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0214 02:58:52.795139 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:52.811067 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:58:52.904710 1272199 ssh_runner.go:195] Run: cat /etc/os-release
I0214 02:58:52.907503 1272199 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0214 02:58:52.907538 1272199 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0214 02:58:52.907550 1272199 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0214 02:58:52.907565 1272199 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0214 02:58:52.907576 1272199 filesync.go:126] Scanning /home/jenkins/minikube-integration/18165-1266022/.minikube/addons for local assets ...
I0214 02:58:52.907644 1272199 filesync.go:126] Scanning /home/jenkins/minikube-integration/18165-1266022/.minikube/files for local assets ...
I0214 02:58:52.907696 1272199 start.go:303] post-start completed in 112.726873ms
I0214 02:58:52.907995 1272199 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-565438
I0214 02:58:52.925551 1272199 profile.go:148] Saving config to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/config.json ...
I0214 02:58:52.925839 1272199 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0214 02:58:52.925888 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:52.940674 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:58:53.032469 1272199 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0214 02:58:53.037116 1272199 start.go:128] duration metric: createHost completed in 11.017132181s
I0214 02:58:53.037142 1272199 start.go:83] releasing machines lock for "addons-565438", held for 11.017302564s
I0214 02:58:53.037226 1272199 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-565438
I0214 02:58:53.052824 1272199 ssh_runner.go:195] Run: cat /version.json
I0214 02:58:53.052884 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:53.052889 1272199 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0214 02:58:53.052948 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:58:53.076348 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:58:53.091721 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:58:53.167271 1272199 ssh_runner.go:195] Run: systemctl --version
I0214 02:58:53.300534 1272199 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0214 02:58:53.304698 1272199 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0214 02:58:53.329663 1272199 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0214 02:58:53.329808 1272199 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0214 02:58:53.360089 1272199 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0214 02:58:53.360157 1272199 start.go:475] detecting cgroup driver to use...
I0214 02:58:53.360194 1272199 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0214 02:58:53.360292 1272199 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0214 02:58:53.376019 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0214 02:58:53.385502 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0214 02:58:53.395507 1272199 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0214 02:58:53.395580 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0214 02:58:53.405282 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0214 02:58:53.414747 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0214 02:58:53.424647 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0214 02:58:53.434115 1272199 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0214 02:58:53.443095 1272199 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0214 02:58:53.452878 1272199 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0214 02:58:53.461314 1272199 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0214 02:58:53.469817 1272199 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0214 02:58:53.556454 1272199 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0214 02:58:53.670369 1272199 start.go:475] detecting cgroup driver to use...
I0214 02:58:53.670442 1272199 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0214 02:58:53.670519 1272199 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0214 02:58:53.684932 1272199 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0214 02:58:53.685046 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0214 02:58:53.700478 1272199 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0214 02:58:53.717548 1272199 ssh_runner.go:195] Run: which cri-dockerd
I0214 02:58:53.721450 1272199 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0214 02:58:53.734761 1272199 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0214 02:58:53.754897 1272199 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0214 02:58:53.857762 1272199 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0214 02:58:53.958331 1272199 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0214 02:58:53.958509 1272199 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0214 02:58:53.980017 1272199 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0214 02:58:54.081843 1272199 ssh_runner.go:195] Run: sudo systemctl restart docker
I0214 02:58:54.320277 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0214 02:58:54.332133 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0214 02:58:54.344615 1272199 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0214 02:58:54.435894 1272199 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0214 02:58:54.523648 1272199 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0214 02:58:54.614948 1272199 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0214 02:58:54.629165 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0214 02:58:54.640139 1272199 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0214 02:58:54.730623 1272199 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0214 02:58:54.798237 1272199 start.go:522] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0214 02:58:54.798377 1272199 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0214 02:58:54.803932 1272199 start.go:543] Will wait 60s for crictl version
I0214 02:58:54.804044 1272199 ssh_runner.go:195] Run: which crictl
I0214 02:58:54.809631 1272199 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0214 02:58:54.859053 1272199 start.go:559] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.7
RuntimeApiVersion: v1
I0214 02:58:54.859164 1272199 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0214 02:58:54.880558 1272199 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0214 02:58:54.906201 1272199 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...
I0214 02:58:54.906299 1272199 cli_runner.go:164] Run: docker network inspect addons-565438 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0214 02:58:54.922219 1272199 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0214 02:58:54.925755 1272199 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0214 02:58:54.936131 1272199 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0214 02:58:54.936201 1272199 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0214 02:58:54.953897 1272199 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0214 02:58:54.953919 1272199 docker.go:615] Images already preloaded, skipping extraction
I0214 02:58:54.953987 1272199 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0214 02:58:54.971208 1272199 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0214 02:58:54.971229 1272199 cache_images.go:84] Images are preloaded, skipping loading
I0214 02:58:54.971296 1272199 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0214 02:58:55.032666 1272199 cni.go:84] Creating CNI manager for ""
I0214 02:58:55.032697 1272199 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0214 02:58:55.032720 1272199 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0214 02:58:55.032740 1272199 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-565438 NodeName:addons-565438 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0214 02:58:55.032895 1272199 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-565438"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0214 02:58:55.032963 1272199 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-565438 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-565438 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0214 02:58:55.033041 1272199 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0214 02:58:55.044374 1272199 binaries.go:44] Found k8s binaries, skipping transfer
I0214 02:58:55.044459 1272199 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0214 02:58:55.054027 1272199 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I0214 02:58:55.072917 1272199 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0214 02:58:55.092952 1272199 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I0214 02:58:55.114137 1272199 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0214 02:58:55.117974 1272199 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0214 02:58:55.129007 1272199 certs.go:56] Setting up /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438 for IP: 192.168.49.2
I0214 02:58:55.129040 1272199 certs.go:190] acquiring lock for shared ca certs: {Name:mk38eec77f10b2e9943b70dec5fadf9f48ce78cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:55.129618 1272199 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.key
I0214 02:58:55.383226 1272199 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.crt ...
I0214 02:58:55.383266 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.crt: {Name:mkaec9113d672519b20cd2911cf9f3edc4b81b4e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:55.383838 1272199 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.key ...
I0214 02:58:55.383856 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.key: {Name:mkc170ce03e56caef61d2f51943202926eb344f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:55.383955 1272199 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.key
I0214 02:58:55.676576 1272199 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.crt ...
I0214 02:58:55.676607 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.crt: {Name:mkec4b1526ffbc2e94d3fb9451cc6591f5915e41 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:55.676790 1272199 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.key ...
I0214 02:58:55.676801 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.key: {Name:mkab8f99a8a88287044fb591cafce6de96d2f7f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:55.676924 1272199 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.key
I0214 02:58:55.676940 1272199 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.crt with IP's: []
I0214 02:58:56.576515 1272199 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.crt ...
I0214 02:58:56.576549 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.crt: {Name:mk72ae665db7394132d390a66ef1015bb7a62207 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:56.576743 1272199 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.key ...
I0214 02:58:56.576755 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/client.key: {Name:mkb88699bbc867eb692507179f1e4eaf07c2933d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:56.576841 1272199 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key.dd3b5fb2
I0214 02:58:56.576865 1272199 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0214 02:58:56.862707 1272199 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt.dd3b5fb2 ...
I0214 02:58:56.862737 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt.dd3b5fb2: {Name:mk52448319e89de2502dca784bc47f3c6531acbc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:56.863400 1272199 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key.dd3b5fb2 ...
I0214 02:58:56.863417 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key.dd3b5fb2: {Name:mk4b74d78a0a61d01328f3eacd8516e17675a8ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:56.863959 1272199 certs.go:337] copying /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt
I0214 02:58:56.864038 1272199 certs.go:341] copying /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key
I0214 02:58:56.864097 1272199 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.key
I0214 02:58:56.864117 1272199 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.crt with IP's: []
I0214 02:58:57.075235 1272199 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.crt ...
I0214 02:58:57.075264 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.crt: {Name:mke5dcfc8ab66ff8baefef4b8b2aaa2e21ac4bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:57.075454 1272199 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.key ...
I0214 02:58:57.075467 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.key: {Name:mk56bccedf8f56589df8d7b994ada0c98d05353f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:58:57.076053 1272199 certs.go:437] found cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca-key.pem (1675 bytes)
I0214 02:58:57.076100 1272199 certs.go:437] found cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/ca.pem (1078 bytes)
I0214 02:58:57.076126 1272199 certs.go:437] found cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/cert.pem (1123 bytes)
I0214 02:58:57.076150 1272199 certs.go:437] found cert: /home/jenkins/minikube-integration/18165-1266022/.minikube/certs/home/jenkins/minikube-integration/18165-1266022/.minikube/certs/key.pem (1679 bytes)
I0214 02:58:57.076763 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0214 02:58:57.102926 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0214 02:58:57.128822 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0214 02:58:57.154302 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/profiles/addons-565438/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0214 02:58:57.178344 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0214 02:58:57.202271 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0214 02:58:57.225781 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0214 02:58:57.250754 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0214 02:58:57.274526 1272199 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18165-1266022/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0214 02:58:57.299204 1272199 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0214 02:58:57.318276 1272199 ssh_runner.go:195] Run: openssl version
I0214 02:58:57.323861 1272199 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0214 02:58:57.333094 1272199 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0214 02:58:57.336507 1272199 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 14 02:58 /usr/share/ca-certificates/minikubeCA.pem
I0214 02:58:57.336573 1272199 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0214 02:58:57.343397 1272199 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0214 02:58:57.353031 1272199 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0214 02:58:57.356398 1272199 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0214 02:58:57.356446 1272199 kubeadm.go:404] StartCluster: {Name:addons-565438 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-565438 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0214 02:58:57.356571 1272199 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0214 02:58:57.372442 1272199 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0214 02:58:57.381845 1272199 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0214 02:58:57.390765 1272199 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0214 02:58:57.390840 1272199 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0214 02:58:57.399691 1272199 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0214 02:58:57.399777 1272199 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0214 02:58:57.444443 1272199 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0214 02:58:57.444562 1272199 kubeadm.go:322] [preflight] Running pre-flight checks
I0214 02:58:57.496324 1272199 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0214 02:58:57.496397 1272199 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0214 02:58:57.496437 1272199 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0214 02:58:57.496488 1272199 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0214 02:58:57.496539 1272199 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0214 02:58:57.496587 1272199 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0214 02:58:57.496636 1272199 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0214 02:58:57.496685 1272199 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0214 02:58:57.496734 1272199 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0214 02:58:57.496778 1272199 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0214 02:58:57.496826 1272199 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0214 02:58:57.496873 1272199 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0214 02:58:57.565169 1272199 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0214 02:58:57.565365 1272199 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0214 02:58:57.565508 1272199 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0214 02:58:57.866940 1272199 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0214 02:58:57.871709 1272199 out.go:204] - Generating certificates and keys ...
I0214 02:58:57.871903 1272199 kubeadm.go:322] [certs] Using existing ca certificate authority
I0214 02:58:57.871997 1272199 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0214 02:58:58.394428 1272199 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0214 02:58:58.798330 1272199 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0214 02:58:59.094773 1272199 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0214 02:58:59.493484 1272199 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0214 02:58:59.790562 1272199 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0214 02:58:59.790801 1272199 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-565438 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0214 02:58:59.912994 1272199 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0214 02:58:59.913122 1272199 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-565438 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0214 02:59:00.681215 1272199 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0214 02:59:01.217835 1272199 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0214 02:59:01.584357 1272199 kubeadm.go:322] [certs] Generating "sa" key and public key
I0214 02:59:01.584826 1272199 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0214 02:59:02.211738 1272199 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0214 02:59:02.513406 1272199 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0214 02:59:02.821408 1272199 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0214 02:59:03.645793 1272199 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0214 02:59:03.646628 1272199 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0214 02:59:03.649479 1272199 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0214 02:59:03.652053 1272199 out.go:204] - Booting up control plane ...
I0214 02:59:03.652155 1272199 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0214 02:59:03.652228 1272199 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0214 02:59:03.652792 1272199 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0214 02:59:03.666262 1272199 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0214 02:59:03.667259 1272199 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0214 02:59:03.667308 1272199 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0214 02:59:03.765636 1272199 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0214 02:59:11.274541 1272199 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.508208 seconds
I0214 02:59:11.274680 1272199 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0214 02:59:11.293120 1272199 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0214 02:59:11.822658 1272199 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0214 02:59:11.822852 1272199 kubeadm.go:322] [mark-control-plane] Marking the node addons-565438 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0214 02:59:12.333346 1272199 kubeadm.go:322] [bootstrap-token] Using token: kujr48.fcyskmfun45nfb5p
I0214 02:59:12.335756 1272199 out.go:204] - Configuring RBAC rules ...
I0214 02:59:12.335878 1272199 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0214 02:59:12.340794 1272199 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0214 02:59:12.353136 1272199 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0214 02:59:12.358377 1272199 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0214 02:59:12.363944 1272199 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0214 02:59:12.368219 1272199 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0214 02:59:12.381703 1272199 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0214 02:59:12.632582 1272199 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0214 02:59:12.753287 1272199 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0214 02:59:12.755692 1272199 kubeadm.go:322]
I0214 02:59:12.755771 1272199 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0214 02:59:12.755782 1272199 kubeadm.go:322]
I0214 02:59:12.755855 1272199 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0214 02:59:12.755865 1272199 kubeadm.go:322]
I0214 02:59:12.755890 1272199 kubeadm.go:322] mkdir -p $HOME/.kube
I0214 02:59:12.756330 1272199 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0214 02:59:12.756398 1272199 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0214 02:59:12.756417 1272199 kubeadm.go:322]
I0214 02:59:12.756471 1272199 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0214 02:59:12.756482 1272199 kubeadm.go:322]
I0214 02:59:12.756527 1272199 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0214 02:59:12.756535 1272199 kubeadm.go:322]
I0214 02:59:12.756584 1272199 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0214 02:59:12.756657 1272199 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0214 02:59:12.756724 1272199 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0214 02:59:12.756733 1272199 kubeadm.go:322]
I0214 02:59:12.756990 1272199 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0214 02:59:12.757073 1272199 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0214 02:59:12.757083 1272199 kubeadm.go:322]
I0214 02:59:12.757326 1272199 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token kujr48.fcyskmfun45nfb5p \
I0214 02:59:12.757434 1272199 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:09ff10076c39b3ceb6e5878c674bc11df5aa3639e198c3f6e30e096135e90185 \
I0214 02:59:12.757622 1272199 kubeadm.go:322] --control-plane
I0214 02:59:12.757640 1272199 kubeadm.go:322]
I0214 02:59:12.757888 1272199 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0214 02:59:12.757903 1272199 kubeadm.go:322]
I0214 02:59:12.758151 1272199 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token kujr48.fcyskmfun45nfb5p \
I0214 02:59:12.758398 1272199 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:09ff10076c39b3ceb6e5878c674bc11df5aa3639e198c3f6e30e096135e90185
I0214 02:59:12.762955 1272199 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0214 02:59:12.763079 1272199 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0214 02:59:12.764316 1272199 cni.go:84] Creating CNI manager for ""
I0214 02:59:12.764364 1272199 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0214 02:59:12.768513 1272199 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0214 02:59:12.770255 1272199 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0214 02:59:12.784725 1272199 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I0214 02:59:12.816298 1272199 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0214 02:59:12.816438 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:12.816517 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=a5eca87e70081d242c0fa2e2466e3725e217444d minikube.k8s.io/name=addons-565438 minikube.k8s.io/updated_at=2024_02_14T02_59_12_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:13.201030 1272199 ops.go:34] apiserver oom_adj: -16
I0214 02:59:13.201126 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:13.701834 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:14.201382 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:14.701905 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:15.201874 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:15.701192 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:16.202100 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:16.702100 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:17.201937 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:17.701682 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:18.202217 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:18.701742 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:19.202190 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:19.702256 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:20.201929 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:20.702011 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:21.202217 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:21.701577 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:22.201862 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:22.702048 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:23.201919 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:23.701297 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:24.201306 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:24.702017 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:25.201266 1272199 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:59:25.374191 1272199 kubeadm.go:1088] duration metric: took 12.557813873s to wait for elevateKubeSystemPrivileges.
I0214 02:59:25.374216 1272199 kubeadm.go:406] StartCluster complete in 28.01777455s
I0214 02:59:25.374236 1272199 settings.go:142] acquiring lock: {Name:mka5ccfc6e6b301490609b4401d47e44477d3784 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:59:25.374742 1272199 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18165-1266022/kubeconfig
I0214 02:59:25.375189 1272199 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18165-1266022/kubeconfig: {Name:mk66f7cad9af599b8ab92f8fcd3383675b5457c0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:59:25.377473 1272199 config.go:182] Loaded profile config "addons-565438": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0214 02:59:25.377520 1272199 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0214 02:59:25.377761 1272199 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0214 02:59:25.377952 1272199 addons.go:69] Setting yakd=true in profile "addons-565438"
I0214 02:59:25.377968 1272199 addons.go:234] Setting addon yakd=true in "addons-565438"
I0214 02:59:25.378020 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.378462 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.378945 1272199 addons.go:69] Setting cloud-spanner=true in profile "addons-565438"
I0214 02:59:25.378960 1272199 addons.go:234] Setting addon cloud-spanner=true in "addons-565438"
I0214 02:59:25.378995 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.379378 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.379796 1272199 addons.go:69] Setting metrics-server=true in profile "addons-565438"
I0214 02:59:25.379814 1272199 addons.go:234] Setting addon metrics-server=true in "addons-565438"
I0214 02:59:25.379842 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.380214 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.380713 1272199 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-565438"
I0214 02:59:25.380748 1272199 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-565438"
I0214 02:59:25.380783 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.381139 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.381948 1272199 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-565438"
I0214 02:59:25.381975 1272199 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-565438"
I0214 02:59:25.382010 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.382394 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.383509 1272199 addons.go:69] Setting default-storageclass=true in profile "addons-565438"
I0214 02:59:25.383527 1272199 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-565438"
I0214 02:59:25.383794 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.393554 1272199 addons.go:69] Setting registry=true in profile "addons-565438"
I0214 02:59:25.393581 1272199 addons.go:234] Setting addon registry=true in "addons-565438"
I0214 02:59:25.393633 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.397683 1272199 addons.go:69] Setting gcp-auth=true in profile "addons-565438"
I0214 02:59:25.397717 1272199 mustload.go:65] Loading cluster: addons-565438
I0214 02:59:25.397908 1272199 config.go:182] Loaded profile config "addons-565438": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0214 02:59:25.398147 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.398472 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.415739 1272199 addons.go:69] Setting ingress=true in profile "addons-565438"
I0214 02:59:25.415770 1272199 addons.go:234] Setting addon ingress=true in "addons-565438"
I0214 02:59:25.415825 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.416273 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.423825 1272199 addons.go:69] Setting storage-provisioner=true in profile "addons-565438"
I0214 02:59:25.423854 1272199 addons.go:234] Setting addon storage-provisioner=true in "addons-565438"
I0214 02:59:25.423903 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.424325 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.438622 1272199 addons.go:69] Setting ingress-dns=true in profile "addons-565438"
I0214 02:59:25.438651 1272199 addons.go:234] Setting addon ingress-dns=true in "addons-565438"
I0214 02:59:25.438705 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.440703 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.442657 1272199 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-565438"
I0214 02:59:25.442684 1272199 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-565438"
I0214 02:59:25.442989 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.455729 1272199 addons.go:69] Setting inspektor-gadget=true in profile "addons-565438"
I0214 02:59:25.455766 1272199 addons.go:234] Setting addon inspektor-gadget=true in "addons-565438"
I0214 02:59:25.455813 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.456257 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.479847 1272199 addons.go:69] Setting volumesnapshots=true in profile "addons-565438"
I0214 02:59:25.479876 1272199 addons.go:234] Setting addon volumesnapshots=true in "addons-565438"
I0214 02:59:25.479934 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.480361 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.587773 1272199 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0214 02:59:25.589342 1272199 addons.go:234] Setting addon default-storageclass=true in "addons-565438"
I0214 02:59:25.593367 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0214 02:59:25.595260 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0214 02:59:25.597351 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0214 02:59:25.600260 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0214 02:59:25.607806 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0214 02:59:25.613124 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0214 02:59:25.629726 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0214 02:59:25.631955 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0214 02:59:25.633917 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0214 02:59:25.633943 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0214 02:59:25.634020 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.610325 1272199 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0214 02:59:25.610335 1272199 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0214 02:59:25.610341 1272199 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0214 02:59:25.610359 1272199 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0214 02:59:25.610388 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.610822 1272199 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0214 02:59:25.643880 1272199 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0214 02:59:25.643955 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0214 02:59:25.644643 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.674251 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.675795 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.678145 1272199 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0214 02:59:25.678194 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0214 02:59:25.678270 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.688621 1272199 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.24.0
I0214 02:59:25.691414 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0214 02:59:25.691437 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0214 02:59:25.691500 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.701386 1272199 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0214 02:59:25.704966 1272199 out.go:177] - Using image docker.io/registry:2.8.3
I0214 02:59:25.706633 1272199 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0214 02:59:25.706652 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0214 02:59:25.706719 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.706754 1272199 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0214 02:59:25.706770 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0214 02:59:25.706824 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.717074 1272199 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0214 02:59:25.717098 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0214 02:59:25.717166 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.720153 1272199 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0214 02:59:25.720172 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0214 02:59:25.720235 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.733237 1272199 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0214 02:59:25.731480 1272199 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-565438"
I0214 02:59:25.731710 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.738169 1272199 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0214 02:59:25.735767 1272199 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0214 02:59:25.735803 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:25.740714 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:25.740870 1272199 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0214 02:59:25.744148 1272199 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5
I0214 02:59:25.741125 1272199 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0214 02:59:25.748461 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0214 02:59:25.748477 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0214 02:59:25.748543 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.746723 1272199 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0214 02:59:25.755810 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0214 02:59:25.755881 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.746734 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0214 02:59:25.799943 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.848652 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.876052 1272199 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0214 02:59:25.876076 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0214 02:59:25.876139 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:25.900400 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.903552 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.871502 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.916867 1272199 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-565438" context rescaled to 1 replicas
I0214 02:59:25.916912 1272199 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0214 02:59:25.927732 1272199 out.go:177] * Verifying Kubernetes components...
I0214 02:59:25.933995 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0214 02:59:25.934208 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.948815 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.964262 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:25.987944 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:26.000395 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:26.014999 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:26.022656 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
W0214 02:59:26.024926 1272199 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0214 02:59:26.024964 1272199 retry.go:31] will retry after 146.654993ms: ssh: handshake failed: EOF
I0214 02:59:26.032775 1272199 out.go:177] - Using image docker.io/busybox:stable
I0214 02:59:26.035159 1272199 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0214 02:59:26.037624 1272199 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0214 02:59:26.037648 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0214 02:59:26.037715 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:26.064174 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:26.300602 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0214 02:59:26.300673 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0214 02:59:26.315862 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0214 02:59:26.339213 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0214 02:59:26.339280 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0214 02:59:26.535814 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0214 02:59:26.535845 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0214 02:59:26.538430 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0214 02:59:26.538461 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0214 02:59:26.548621 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0214 02:59:26.568704 1272199 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0214 02:59:26.568730 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0214 02:59:26.587322 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0214 02:59:26.590077 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0214 02:59:26.592310 1272199 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0214 02:59:26.592341 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0214 02:59:26.606112 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0214 02:59:26.791975 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0214 02:59:26.792002 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0214 02:59:26.808133 1272199 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0214 02:59:26.808160 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0214 02:59:26.816192 1272199 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0214 02:59:26.816218 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0214 02:59:26.831932 1272199 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0214 02:59:26.831958 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0214 02:59:26.968190 1272199 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0214 02:59:26.968228 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0214 02:59:26.974950 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0214 02:59:26.980270 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0214 02:59:27.046931 1272199 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0214 02:59:27.046959 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0214 02:59:27.143608 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0214 02:59:27.143636 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0214 02:59:27.186002 1272199 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0214 02:59:27.186037 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0214 02:59:27.194163 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0214 02:59:27.234243 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0214 02:59:27.234278 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0214 02:59:27.349007 1272199 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0214 02:59:27.349035 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0214 02:59:27.386300 1272199 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0214 02:59:27.386326 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0214 02:59:27.519144 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0214 02:59:27.519170 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0214 02:59:27.535163 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0214 02:59:27.535189 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0214 02:59:27.683432 1272199 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0214 02:59:27.683459 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0214 02:59:27.738645 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0214 02:59:27.738684 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0214 02:59:27.757649 1272199 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0214 02:59:27.757674 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0214 02:59:27.799581 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0214 02:59:27.836932 1272199 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0214 02:59:27.836959 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0214 02:59:27.845221 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0214 02:59:27.845246 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0214 02:59:28.025833 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0214 02:59:28.153957 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0214 02:59:28.153986 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0214 02:59:28.157398 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0214 02:59:28.157432 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0214 02:59:28.183388 1272199 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:59:28.183412 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0214 02:59:28.443875 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0214 02:59:28.443902 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0214 02:59:28.487104 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0214 02:59:28.487138 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0214 02:59:28.505101 1272199 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0214 02:59:28.505126 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0214 02:59:28.542594 1272199 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0214 02:59:28.542622 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0214 02:59:28.555838 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0214 02:59:28.564232 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:59:28.757939 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0214 02:59:29.384836 1272199 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.740167866s)
I0214 02:59:29.384892 1272199 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (3.450868409s)
I0214 02:59:29.385746 1272199 node_ready.go:35] waiting up to 6m0s for node "addons-565438" to be "Ready" ...
I0214 02:59:29.385939 1272199 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0214 02:59:29.389580 1272199 node_ready.go:49] node "addons-565438" has status "Ready":"True"
I0214 02:59:29.389610 1272199 node_ready.go:38] duration metric: took 3.832782ms waiting for node "addons-565438" to be "Ready" ...
I0214 02:59:29.389630 1272199 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0214 02:59:29.398667 1272199 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-zldht" in "kube-system" namespace to be "Ready" ...
I0214 02:59:29.709612 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.393666455s)
I0214 02:59:31.463042 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:32.287856 1272199 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0214 02:59:32.288013 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:32.312667 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:33.418868 1272199 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0214 02:59:33.786844 1272199 addons.go:234] Setting addon gcp-auth=true in "addons-565438"
I0214 02:59:33.786908 1272199 host.go:66] Checking if "addons-565438" exists ...
I0214 02:59:33.787421 1272199 cli_runner.go:164] Run: docker container inspect addons-565438 --format={{.State.Status}}
I0214 02:59:33.817498 1272199 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0214 02:59:33.817549 1272199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-565438
I0214 02:59:33.841316 1272199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34054 SSHKeyPath:/home/jenkins/minikube-integration/18165-1266022/.minikube/machines/addons-565438/id_rsa Username:docker}
I0214 02:59:33.910732 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:35.446266 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.897609737s)
I0214 02:59:35.446311 1272199 addons.go:470] Verifying addon ingress=true in "addons-565438"
I0214 02:59:35.448425 1272199 out.go:177] * Verifying ingress addon...
I0214 02:59:35.446496 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (8.859149125s)
I0214 02:59:35.446539 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (8.856432718s)
I0214 02:59:35.446569 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (8.840427732s)
I0214 02:59:35.446617 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (8.471641597s)
I0214 02:59:35.446652 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (8.466359083s)
I0214 02:59:35.446695 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (8.252506483s)
I0214 02:59:35.446800 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (7.420937768s)
I0214 02:59:35.446865 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (6.890996798s)
I0214 02:59:35.446939 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.88258605s)
I0214 02:59:35.446751 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.647143631s)
I0214 02:59:35.451639 1272199 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0214 02:59:35.453728 1272199 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-565438 service yakd-dashboard -n yakd-dashboard
I0214 02:59:35.451973 1272199 addons.go:470] Verifying addon metrics-server=true in "addons-565438"
W0214 02:59:35.452011 1272199 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0214 02:59:35.452024 1272199 addons.go:470] Verifying addon registry=true in "addons-565438"
I0214 02:59:35.456316 1272199 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0214 02:59:35.456943 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:35.456972 1272199 retry.go:31] will retry after 142.617079ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0214 02:59:35.459064 1272199 out.go:177] * Verifying registry addon...
I0214 02:59:35.461752 1272199 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
W0214 02:59:35.471148 1272199 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0214 02:59:35.488005 1272199 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0214 02:59:35.488031 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:35.600279 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:59:35.928470 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:35.980218 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:35.998780 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:36.470666 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:36.510929 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:36.913977 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (8.1559891s)
I0214 02:59:36.914116 1272199 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-565438"
I0214 02:59:36.916647 1272199 out.go:177] * Verifying csi-hostpath-driver addon...
I0214 02:59:36.914070 1272199 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.096553113s)
I0214 02:59:36.919179 1272199 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0214 02:59:36.921348 1272199 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0214 02:59:36.919985 1272199 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0214 02:59:36.923833 1272199 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0214 02:59:36.923854 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0214 02:59:36.933635 1272199 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0214 02:59:36.933661 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:36.955969 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:36.966583 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:37.125315 1272199 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0214 02:59:37.125380 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0214 02:59:37.189619 1272199 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0214 02:59:37.189698 1272199 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0214 02:59:37.279489 1272199 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0214 02:59:37.430510 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:37.458057 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:37.472951 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:37.849250 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.248906879s)
I0214 02:59:37.930652 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:37.956238 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:37.967627 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:38.414245 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:38.444725 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:38.456957 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:38.468091 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:38.640813 1272199 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.361270872s)
I0214 02:59:38.644065 1272199 addons.go:470] Verifying addon gcp-auth=true in "addons-565438"
I0214 02:59:38.646438 1272199 out.go:177] * Verifying gcp-auth addon...
I0214 02:59:38.649175 1272199 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0214 02:59:38.652709 1272199 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0214 02:59:38.652734 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:38.930538 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:38.958375 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:38.967483 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:39.154314 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:39.429831 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:39.456332 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:39.467155 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:39.653089 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:39.930234 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:39.957065 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:39.967095 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:40.153167 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:40.429772 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:40.457757 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:40.466347 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:40.653273 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:40.908184 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:40.932774 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:40.960150 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:40.968323 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:41.154390 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:41.429185 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:41.456623 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:41.467533 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:41.653430 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:41.929773 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:41.956213 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:41.968418 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:42.154705 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:42.430101 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:42.456617 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:42.467685 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:42.653641 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:42.931809 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:42.958383 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:42.967108 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:43.153796 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:43.406302 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:43.445117 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:43.461538 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:43.475265 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:43.653544 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:43.930891 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:43.956414 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:43.968178 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:44.153845 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:44.429037 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:44.457760 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:44.467748 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:44.654373 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:44.930202 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:44.956296 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:44.967305 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:45.154183 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:45.406553 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:45.428920 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:45.456294 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:45.467676 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:45.653636 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:45.929265 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:45.956321 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:45.966855 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:46.152777 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:46.429759 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:46.456937 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:46.467078 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:46.653954 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:46.929767 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:46.956882 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:46.966156 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:47.153048 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:47.430677 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:47.455845 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:47.466659 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:47.653615 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:47.905607 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:47.930326 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:47.956635 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:47.966557 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:48.154015 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:48.428690 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:48.456810 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:48.466800 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:48.653421 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:48.929234 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:48.956563 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:48.967593 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:49.153342 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:49.429752 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:49.456082 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:49.466535 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:49.653839 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:49.905861 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:49.929812 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:49.956459 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:49.967326 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:50.154216 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:50.431370 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:50.457187 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:50.467028 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:50.655220 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:50.930376 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:50.957397 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:50.966997 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:51.153948 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:51.429921 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:51.455943 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:51.467121 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:51.659272 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:51.905958 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:51.929294 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:51.957155 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:51.967617 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:52.153093 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:52.431111 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:52.457181 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:52.467021 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:52.653149 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:52.928999 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:52.956916 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:52.966902 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:53.153988 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:53.430801 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:53.456712 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:53.472836 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:53.653102 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:53.929711 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:53.957393 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:53.967063 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:54.156739 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:54.405834 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:54.429870 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:54.458776 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:54.466746 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:54.653627 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:54.933015 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:54.956508 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:54.967939 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:55.153107 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:55.429159 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:55.456728 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:55.466680 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:55.661398 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:55.931085 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:55.956161 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:55.966781 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:56.153205 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:56.407810 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:56.429666 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:56.456778 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:56.469568 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:59:56.652978 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:56.929533 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:56.957095 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:56.966664 1272199 kapi.go:107] duration metric: took 21.504903207s to wait for kubernetes.io/minikube-addons=registry ...
I0214 02:59:57.153333 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:57.430065 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:57.456987 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:57.654147 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:57.930870 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:57.957289 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:58.155964 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:58.429335 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:58.456356 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:58.653541 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:58.905090 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 02:59:58.930483 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:58.957260 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:59.153043 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:59.431693 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:59.457145 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:59:59.652981 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:59:59.931627 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:59:59.956993 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:00.177546 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:00.442835 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:00.464583 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:00.682513 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:00.909177 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 03:00:00.933323 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:00.962616 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:01.156665 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:01.430708 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:01.459947 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:01.654001 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:01.931272 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:01.957863 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:02.156820 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:02.429993 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:02.456813 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:02.653890 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:02.936172 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:02.956718 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:03.154125 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:03.405673 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 03:00:03.429757 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:03.457074 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:03.652780 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:03.929450 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:03.956978 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:04.152925 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:04.430588 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:04.457769 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:04.653342 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:04.929796 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:04.957629 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:05.154074 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:05.406088 1272199 pod_ready.go:102] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"False"
I0214 03:00:05.430666 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:05.458588 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:05.654577 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:05.930454 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:05.957152 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:06.153792 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:06.405945 1272199 pod_ready.go:92] pod "coredns-5dd5756b68-zldht" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.406014 1272199 pod_ready.go:81] duration metric: took 37.007314996s waiting for pod "coredns-5dd5756b68-zldht" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.406040 1272199 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.411977 1272199 pod_ready.go:92] pod "etcd-addons-565438" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.412044 1272199 pod_ready.go:81] duration metric: took 5.982148ms waiting for pod "etcd-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.412068 1272199 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.419508 1272199 pod_ready.go:92] pod "kube-apiserver-addons-565438" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.419568 1272199 pod_ready.go:81] duration metric: took 7.476523ms waiting for pod "kube-apiserver-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.419602 1272199 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.431128 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:06.431804 1272199 pod_ready.go:92] pod "kube-controller-manager-addons-565438" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.431856 1272199 pod_ready.go:81] duration metric: took 12.23372ms waiting for pod "kube-controller-manager-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.431898 1272199 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-bzb4x" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.438255 1272199 pod_ready.go:92] pod "kube-proxy-bzb4x" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.438328 1272199 pod_ready.go:81] duration metric: took 6.404257ms waiting for pod "kube-proxy-bzb4x" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.438367 1272199 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.456242 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:06.653071 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:06.803022 1272199 pod_ready.go:92] pod "kube-scheduler-addons-565438" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:06.803056 1272199 pod_ready.go:81] duration metric: took 364.648288ms waiting for pod "kube-scheduler-addons-565438" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.803069 1272199 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-784lh" in "kube-system" namespace to be "Ready" ...
I0214 03:00:06.932877 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:06.957971 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:07.154127 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:07.204435 1272199 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-784lh" in "kube-system" namespace has status "Ready":"True"
I0214 03:00:07.204467 1272199 pod_ready.go:81] duration metric: took 401.388553ms waiting for pod "nvidia-device-plugin-daemonset-784lh" in "kube-system" namespace to be "Ready" ...
I0214 03:00:07.204477 1272199 pod_ready.go:38] duration metric: took 37.814833263s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0214 03:00:07.204498 1272199 api_server.go:52] waiting for apiserver process to appear ...
I0214 03:00:07.204573 1272199 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0214 03:00:07.223649 1272199 api_server.go:72] duration metric: took 41.306707547s to wait for apiserver process to appear ...
I0214 03:00:07.223691 1272199 api_server.go:88] waiting for apiserver healthz status ...
I0214 03:00:07.223712 1272199 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0214 03:00:07.234001 1272199 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0214 03:00:07.235505 1272199 api_server.go:141] control plane version: v1.28.4
I0214 03:00:07.235534 1272199 api_server.go:131] duration metric: took 11.835568ms to wait for apiserver health ...
I0214 03:00:07.235543 1272199 system_pods.go:43] waiting for kube-system pods to appear ...
I0214 03:00:07.411756 1272199 system_pods.go:59] 17 kube-system pods found
I0214 03:00:07.411789 1272199 system_pods.go:61] "coredns-5dd5756b68-zldht" [345ecd07-2b2f-4579-9666-ce49392fcfb2] Running
I0214 03:00:07.411800 1272199 system_pods.go:61] "csi-hostpath-attacher-0" [65079fee-ef55-4637-9a8c-788e0318ccae] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0214 03:00:07.411810 1272199 system_pods.go:61] "csi-hostpath-resizer-0" [fec2647c-130d-42c1-8b94-8ad5eab2610b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0214 03:00:07.411818 1272199 system_pods.go:61] "csi-hostpathplugin-mnt6r" [e0765358-b75c-4cc1-9adb-d1133964c076] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0214 03:00:07.411827 1272199 system_pods.go:61] "etcd-addons-565438" [a5ce36d4-775c-40fc-946e-dd104e1a388e] Running
I0214 03:00:07.411833 1272199 system_pods.go:61] "kube-apiserver-addons-565438" [71c3cdf0-cca0-49ba-82b6-af9f48fc2dee] Running
I0214 03:00:07.411844 1272199 system_pods.go:61] "kube-controller-manager-addons-565438" [7dfdd6c6-69a3-41ef-bcfa-9a6a3465340d] Running
I0214 03:00:07.411852 1272199 system_pods.go:61] "kube-ingress-dns-minikube" [e59d2f9f-feb4-479e-a76a-bfd609f76604] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0214 03:00:07.411862 1272199 system_pods.go:61] "kube-proxy-bzb4x" [3a762368-e150-40d4-afe1-5e8ea1f6d231] Running
I0214 03:00:07.411867 1272199 system_pods.go:61] "kube-scheduler-addons-565438" [0767d916-7d6c-4214-9664-4e27a34495e3] Running
I0214 03:00:07.411872 1272199 system_pods.go:61] "metrics-server-69cf46c98-t6ph7" [26ff7f7f-fc20-4e02-a4ec-20b2ee3cd0ad] Running
I0214 03:00:07.411883 1272199 system_pods.go:61] "nvidia-device-plugin-daemonset-784lh" [13521b17-0908-4b48-bc8e-8cc5352d8e8f] Running
I0214 03:00:07.411888 1272199 system_pods.go:61] "registry-cdg2k" [5d4d93ef-1e75-4b2a-994e-2292fc6b92a2] Running
I0214 03:00:07.411893 1272199 system_pods.go:61] "registry-proxy-r45hf" [bc7041d8-bd4a-4d32-9849-568b3e754650] Running
I0214 03:00:07.411898 1272199 system_pods.go:61] "snapshot-controller-58dbcc7b99-gxtn8" [03d33701-f8dc-4e98-bfd8-d7b7088379bc] Running
I0214 03:00:07.411903 1272199 system_pods.go:61] "snapshot-controller-58dbcc7b99-w7gf2" [27fc765e-7ef0-492c-bb25-c1b6dc53df7e] Running
I0214 03:00:07.411912 1272199 system_pods.go:61] "storage-provisioner" [4d5074ed-e43b-4623-bef2-bcbf1c490d16] Running
I0214 03:00:07.411919 1272199 system_pods.go:74] duration metric: took 176.362103ms to wait for pod list to return data ...
I0214 03:00:07.411930 1272199 default_sa.go:34] waiting for default service account to be created ...
I0214 03:00:07.430379 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:07.457674 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:07.604636 1272199 default_sa.go:45] found service account: "default"
I0214 03:00:07.604682 1272199 default_sa.go:55] duration metric: took 192.744814ms for default service account to be created ...
I0214 03:00:07.604698 1272199 system_pods.go:116] waiting for k8s-apps to be running ...
I0214 03:00:07.653880 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:07.810053 1272199 system_pods.go:86] 17 kube-system pods found
I0214 03:00:07.810134 1272199 system_pods.go:89] "coredns-5dd5756b68-zldht" [345ecd07-2b2f-4579-9666-ce49392fcfb2] Running
I0214 03:00:07.810163 1272199 system_pods.go:89] "csi-hostpath-attacher-0" [65079fee-ef55-4637-9a8c-788e0318ccae] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0214 03:00:07.810188 1272199 system_pods.go:89] "csi-hostpath-resizer-0" [fec2647c-130d-42c1-8b94-8ad5eab2610b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0214 03:00:07.810230 1272199 system_pods.go:89] "csi-hostpathplugin-mnt6r" [e0765358-b75c-4cc1-9adb-d1133964c076] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0214 03:00:07.810250 1272199 system_pods.go:89] "etcd-addons-565438" [a5ce36d4-775c-40fc-946e-dd104e1a388e] Running
I0214 03:00:07.810270 1272199 system_pods.go:89] "kube-apiserver-addons-565438" [71c3cdf0-cca0-49ba-82b6-af9f48fc2dee] Running
I0214 03:00:07.810291 1272199 system_pods.go:89] "kube-controller-manager-addons-565438" [7dfdd6c6-69a3-41ef-bcfa-9a6a3465340d] Running
I0214 03:00:07.810327 1272199 system_pods.go:89] "kube-ingress-dns-minikube" [e59d2f9f-feb4-479e-a76a-bfd609f76604] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0214 03:00:07.810358 1272199 system_pods.go:89] "kube-proxy-bzb4x" [3a762368-e150-40d4-afe1-5e8ea1f6d231] Running
I0214 03:00:07.810379 1272199 system_pods.go:89] "kube-scheduler-addons-565438" [0767d916-7d6c-4214-9664-4e27a34495e3] Running
I0214 03:00:07.810407 1272199 system_pods.go:89] "metrics-server-69cf46c98-t6ph7" [26ff7f7f-fc20-4e02-a4ec-20b2ee3cd0ad] Running
I0214 03:00:07.810442 1272199 system_pods.go:89] "nvidia-device-plugin-daemonset-784lh" [13521b17-0908-4b48-bc8e-8cc5352d8e8f] Running
I0214 03:00:07.810464 1272199 system_pods.go:89] "registry-cdg2k" [5d4d93ef-1e75-4b2a-994e-2292fc6b92a2] Running
I0214 03:00:07.810485 1272199 system_pods.go:89] "registry-proxy-r45hf" [bc7041d8-bd4a-4d32-9849-568b3e754650] Running
I0214 03:00:07.810515 1272199 system_pods.go:89] "snapshot-controller-58dbcc7b99-gxtn8" [03d33701-f8dc-4e98-bfd8-d7b7088379bc] Running
I0214 03:00:07.810535 1272199 system_pods.go:89] "snapshot-controller-58dbcc7b99-w7gf2" [27fc765e-7ef0-492c-bb25-c1b6dc53df7e] Running
I0214 03:00:07.810552 1272199 system_pods.go:89] "storage-provisioner" [4d5074ed-e43b-4623-bef2-bcbf1c490d16] Running
I0214 03:00:07.810574 1272199 system_pods.go:126] duration metric: took 205.850346ms to wait for k8s-apps to be running ...
I0214 03:00:07.810594 1272199 system_svc.go:44] waiting for kubelet service to be running ....
I0214 03:00:07.810682 1272199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0214 03:00:07.824122 1272199 system_svc.go:56] duration metric: took 13.520446ms WaitForService to wait for kubelet.
I0214 03:00:07.824158 1272199 kubeadm.go:581] duration metric: took 41.907222838s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0214 03:00:07.824180 1272199 node_conditions.go:102] verifying NodePressure condition ...
I0214 03:00:07.931232 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:07.956950 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:08.009656 1272199 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0214 03:00:08.009692 1272199 node_conditions.go:123] node cpu capacity is 2
I0214 03:00:08.009706 1272199 node_conditions.go:105] duration metric: took 185.520231ms to run NodePressure ...
I0214 03:00:08.009719 1272199 start.go:228] waiting for startup goroutines ...
I0214 03:00:08.153491 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:08.430547 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:08.457628 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:08.653707 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:08.948948 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:08.956755 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:09.153583 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:09.429897 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:09.457079 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:09.652807 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:09.929258 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:09.957219 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:10.155481 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:10.430886 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:10.456661 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:10.653423 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:10.930210 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:10.956468 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:11.153720 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:11.431385 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:11.458950 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:11.654801 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:11.929753 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:11.956519 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:12.153685 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:12.430032 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:12.456880 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:12.653708 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:12.929736 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:12.959481 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:13.153634 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:13.430048 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:13.457049 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:13.653246 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:13.930818 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:13.957634 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:14.153996 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:14.430072 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:14.456625 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:14.653320 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:14.931042 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:14.956308 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:15.154526 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:15.429182 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:15.456775 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:15.656155 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:15.929535 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:15.956799 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:16.153512 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:16.429838 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:16.456671 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:16.653693 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:16.930085 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:16.957510 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:17.155826 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:17.429059 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:17.456086 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:17.655353 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:17.929028 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:17.956426 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:18.154498 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:18.431947 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:18.471734 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:18.653096 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:18.930360 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:18.957015 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:19.153110 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:19.429032 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:19.456618 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:19.657479 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:19.929258 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:19.957723 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:20.155228 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:20.429906 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:20.457860 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:20.653568 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:20.932328 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:20.957392 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:21.154055 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:21.429879 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:21.456483 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:21.653345 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:21.928985 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:21.956659 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:22.153466 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:22.428762 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:22.455988 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:22.655489 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:22.929290 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:22.956995 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:23.153764 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:23.430163 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:23.457688 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:23.653799 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:23.932620 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:23.959492 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:24.153354 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:24.430512 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:24.456953 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:24.653260 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:24.929625 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:24.955766 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:25.154328 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:25.435902 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:25.457327 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:25.652954 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:25.929480 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:25.956836 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:26.153767 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:26.429557 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:26.458146 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:26.652950 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:26.929375 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:26.957038 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:27.152657 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:27.429287 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:27.456532 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:27.653027 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:27.934634 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 03:00:27.955936 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:28.152972 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:28.430143 1272199 kapi.go:107] duration metric: took 51.510154069s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0214 03:00:28.456445 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:28.653235 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:28.956770 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:29.153621 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:29.456555 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:29.653351 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:29.956697 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:30.154284 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:30.456719 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:30.653641 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:30.956931 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:31.152990 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:31.456189 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:31.654365 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:31.956549 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:32.154006 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:32.456919 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:32.652840 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:32.955991 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:33.153615 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:33.456545 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:33.653348 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:33.955971 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:34.153693 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:34.456390 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:34.652937 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:34.956709 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:35.153561 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:35.457203 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:35.652731 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:35.957164 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:36.153428 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:36.456093 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:36.653857 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:36.956823 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:37.153683 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:37.456896 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:37.653673 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:37.956540 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:38.153133 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:38.456833 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:38.653490 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:38.956520 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:39.153315 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:39.456458 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:39.652813 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:39.956467 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:40.153732 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:40.456316 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:40.653203 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:40.957036 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:41.155305 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:41.456441 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:41.653285 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:41.957161 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:42.153898 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:42.457939 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:42.653704 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:42.957076 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:43.153217 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:43.456632 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:43.653326 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:43.956826 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:44.153288 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:44.456721 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:44.653357 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:44.956617 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:45.154988 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:45.459535 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:45.653715 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:45.956928 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:46.155085 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:46.461945 1272199 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 03:00:46.657282 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:46.962292 1272199 kapi.go:107] duration metric: took 1m11.510647017s to wait for app.kubernetes.io/name=ingress-nginx ...
I0214 03:00:47.154070 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:47.654101 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:48.153155 1272199 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 03:00:48.653620 1272199 kapi.go:107] duration metric: took 1m10.004445483s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0214 03:00:48.657156 1272199 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-565438 cluster.
I0214 03:00:48.659523 1272199 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0214 03:00:48.662016 1272199 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0214 03:00:48.664124 1272199 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner, nvidia-device-plugin, inspektor-gadget, ingress-dns, yakd, metrics-server, default-storageclass, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0214 03:00:48.666553 1272199 addons.go:505] enable addons completed in 1m23.288790148s: enabled=[cloud-spanner storage-provisioner nvidia-device-plugin inspektor-gadget ingress-dns yakd metrics-server default-storageclass volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0214 03:00:48.666600 1272199 start.go:233] waiting for cluster config update ...
I0214 03:00:48.666645 1272199 start.go:242] writing updated cluster config ...
I0214 03:00:48.667014 1272199 ssh_runner.go:195] Run: rm -f paused
I0214 03:00:49.025138 1272199 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)
I0214 03:00:49.027764 1272199 out.go:177] * Done! kubectl is now configured to use "addons-565438" cluster and "default" namespace by default
==> Docker <==
Feb 14 03:01:43 addons-565438 dockerd[1097]: time="2024-02-14T03:01:43.324569201Z" level=info msg="ignoring event" container=9ef9a938c8d50f53617e65c4802fb3625b8436f53dd0837d0afae74d380fb7d8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:01:44 addons-565438 cri-dockerd[1297]: time="2024-02-14T03:01:44Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/1516be4ac3e831bdeb4eea20133b0d9f10bf0a5119a03eccc956fbb2103b501f/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Feb 14 03:01:46 addons-565438 cri-dockerd[1297]: time="2024-02-14T03:01:46Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Feb 14 03:01:46 addons-565438 dockerd[1097]: time="2024-02-14T03:01:46.544644715Z" level=info msg="ignoring event" container=b887c84627b61a3ab21ce7d2a94b18979601e0acb67f567c6d2426c18afaf499 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:01:47 addons-565438 dockerd[1097]: time="2024-02-14T03:01:47.822609129Z" level=info msg="ignoring event" container=94701018f40c3ed73cdcb72f9dffbc5afb2498053000f2c7fd94290f9952eb35 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:01:58 addons-565438 cri-dockerd[1297]: time="2024-02-14T03:01:58Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/7b64c2fed32c550b4b126283fb6922cc387d0efd7596bd88edde607cd375d52e/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Feb 14 03:01:59 addons-565438 cri-dockerd[1297]: time="2024-02-14T03:01:59Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"
Feb 14 03:02:00 addons-565438 dockerd[1097]: time="2024-02-14T03:02:00.538614219Z" level=info msg="ignoring event" container=9c2c58de663a89de9f27589d35484495be51152580a011bc7077a1134f49e12e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:04 addons-565438 dockerd[1097]: time="2024-02-14T03:02:04.615052858Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=14f591a9f2c0baa86ce66bb2b35f645eb5936c3b9642512c4bcf5fcaf29a1bc7
Feb 14 03:02:04 addons-565438 dockerd[1097]: time="2024-02-14T03:02:04.691443570Z" level=info msg="ignoring event" container=14f591a9f2c0baa86ce66bb2b35f645eb5936c3b9642512c4bcf5fcaf29a1bc7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:04 addons-565438 dockerd[1097]: time="2024-02-14T03:02:04.815116041Z" level=info msg="ignoring event" container=303f17a6c40236cac0eca2cd87088efccc8acf16d8db75889229ec08509004af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:04 addons-565438 dockerd[1097]: time="2024-02-14T03:02:04.959469307Z" level=info msg="ignoring event" container=5233196c9ea40e5571a952f68692b25a338a36d0fcf481a8e2b3625bec00e880 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:06 addons-565438 dockerd[1097]: time="2024-02-14T03:02:06.532596202Z" level=info msg="ignoring event" container=e783db0a81024f08d85491aa88d56efa25a9dc58056beb05afb54a417d5659d4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:06 addons-565438 dockerd[1097]: time="2024-02-14T03:02:06.683075148Z" level=info msg="ignoring event" container=7b64c2fed32c550b4b126283fb6922cc387d0efd7596bd88edde607cd375d52e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.288754883Z" level=info msg="ignoring event" container=650ef4941ea9b35687d51a257a0f859ee2cb24da2094afaf8aa114e473275a73 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.423356747Z" level=info msg="ignoring event" container=4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.438518387Z" level=info msg="ignoring event" container=e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.442440465Z" level=info msg="ignoring event" container=c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.456630897Z" level=info msg="ignoring event" container=8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.474399917Z" level=info msg="ignoring event" container=a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.485008423Z" level=info msg="ignoring event" container=efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.491740617Z" level=info msg="ignoring event" container=56c40a96fecea943101b66916a2deb1a5ce5114d71bea612e7039cf01dbcbcd0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.599053928Z" level=info msg="ignoring event" container=90b27523cdf4202a7f02e4ae334a6d6d4f4f6f274b9e15620b0d0e35958b9cca module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.716926170Z" level=info msg="ignoring event" container=8245137ad706e6b089fe41b8230befcd4a7858f588640aa2a6ad4c692c4fa146 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Feb 14 03:02:08 addons-565438 dockerd[1097]: time="2024-02-14T03:02:08.769930001Z" level=info msg="ignoring event" container=d3f7c1c4e3b8877481fb98fab968d319c63dd05ff070d89f1eca836962690468 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
5233196c9ea40 dd1b12fcb6097 6 seconds ago Exited hello-world-app 2 1516be4ac3e83 hello-world-app-5d77478584-xqb8t
ae136cc90089d nginx@sha256:f2802c2a9d09c7aa3ace27445dfc5656ff24355da28e7b958074a0111e3fc076 33 seconds ago Running nginx 0 49ccd5679e47f nginx
abef73efa546b fc9db2894f4e4 54 seconds ago Exited helper-pod 0 8a3c2cb8d7926 helper-pod-delete-pvc-a0ae79f4-863f-4a31-aca1-22c767dfc58a
9cb8a1bfe0fc4 busybox@sha256:6d9ac9237a84afe1516540f40a0fafdc86859b2141954b4d643af7066d598b74 57 seconds ago Exited busybox 0 f7ee0683a6dff test-local-path
5d32d35063b6f busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 About a minute ago Exited helper-pod 0 c1310d585db80 helper-pod-create-pvc-a0ae79f4-863f-4a31-aca1-22c767dfc58a
706f23cc9844d ghcr.io/headlamp-k8s/headlamp@sha256:3c6da859a989f285b2fd2ac2f4763d1884d54a51e4405301e5324e0b2b70bd67 About a minute ago Running headlamp 0 1577d5a02ef9b headlamp-7ddfbb94ff-68xsh
8e30ae2594b26 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 2dca46d749c58 gcp-auth-d4c87556c-f68tc
c885722947f24 af594c6a879f2 About a minute ago Exited patch 1 bfaba20e069a3 ingress-nginx-admission-patch-btckw
cebbc79323204 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80 About a minute ago Exited create 0 710c966f83b42 ingress-nginx-admission-create-72dmk
a14215aeb9643 marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 About a minute ago Running yakd 0 31c27794f29af yakd-dashboard-9947fc6bf-q24wb
c5c8f63dfe05f rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 2 minutes ago Running local-path-provisioner 0 05c1602df4908 local-path-provisioner-78b46b4d5c-s4nhq
d3934ff06f253 registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 2 minutes ago Running volume-snapshot-controller 0 025fd7af7fa49 snapshot-controller-58dbcc7b99-gxtn8
c46156f29fd86 registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 2 minutes ago Running volume-snapshot-controller 0 23eeb2deb2e2b snapshot-controller-58dbcc7b99-w7gf2
427f050089e9e ba04bb24b9575 2 minutes ago Running storage-provisioner 0 cea7014e0615d storage-provisioner
43963f0ffa2f5 3ca3ca488cf13 2 minutes ago Running kube-proxy 0 5456bd071a14f kube-proxy-bzb4x
60cc24117d5ac 97e04611ad434 2 minutes ago Running coredns 0 01767c3967d5a coredns-5dd5756b68-zldht
15ab186d231d3 05c284c929889 3 minutes ago Running kube-scheduler 0 84bb48d479bcf kube-scheduler-addons-565438
322a3ea45c0c8 9cdd6470f48c8 3 minutes ago Running etcd 0 5ec5c4f5194b4 etcd-addons-565438
6660c8c202553 04b4c447bb9d4 3 minutes ago Running kube-apiserver 0 c829c9c7b62a2 kube-apiserver-addons-565438
79214152cb7e6 9961cbceaf234 3 minutes ago Running kube-controller-manager 0 71ba08bd1b231 kube-controller-manager-addons-565438
==> coredns [60cc24117d5a] <==
[INFO] 10.244.0.19:40060 - 38086 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000140599s
[INFO] 10.244.0.19:59904 - 60380 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.020530816s
[INFO] 10.244.0.19:40060 - 37416 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001421788s
[INFO] 10.244.0.19:59904 - 17422 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002444029s
[INFO] 10.244.0.19:59904 - 10005 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000112752s
[INFO] 10.244.0.19:40060 - 27967 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001567515s
[INFO] 10.244.0.19:40060 - 23272 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000058731s
[INFO] 10.244.0.19:54128 - 23980 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000134798s
[INFO] 10.244.0.19:54128 - 31048 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000089746s
[INFO] 10.244.0.19:54128 - 8111 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000072048s
[INFO] 10.244.0.19:39346 - 18184 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000065607s
[INFO] 10.244.0.19:54128 - 51840 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000096826s
[INFO] 10.244.0.19:39346 - 18180 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000046194s
[INFO] 10.244.0.19:54128 - 44124 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00016509s
[INFO] 10.244.0.19:39346 - 48065 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000062079s
[INFO] 10.244.0.19:54128 - 6999 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000081868s
[INFO] 10.244.0.19:39346 - 25481 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000040795s
[INFO] 10.244.0.19:39346 - 48683 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000085791s
[INFO] 10.244.0.19:39346 - 673 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000337615s
[INFO] 10.244.0.19:54128 - 57382 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001370934s
[INFO] 10.244.0.19:39346 - 41493 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001321589s
[INFO] 10.244.0.19:54128 - 49413 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001497281s
[INFO] 10.244.0.19:54128 - 1774 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000120136s
[INFO] 10.244.0.19:39346 - 43700 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001101714s
[INFO] 10.244.0.19:39346 - 8476 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000091369s
==> describe nodes <==
Name: addons-565438
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-565438
kubernetes.io/os=linux
minikube.k8s.io/commit=a5eca87e70081d242c0fa2e2466e3725e217444d
minikube.k8s.io/name=addons-565438
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_14T02_59_12_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-565438
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 14 Feb 2024 02:59:09 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-565438
AcquireTime: <unset>
RenewTime: Wed, 14 Feb 2024 03:02:06 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 14 Feb 2024 03:01:46 +0000 Wed, 14 Feb 2024 02:59:06 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 14 Feb 2024 03:01:46 +0000 Wed, 14 Feb 2024 02:59:06 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 14 Feb 2024 03:01:46 +0000 Wed, 14 Feb 2024 02:59:06 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 14 Feb 2024 03:01:46 +0000 Wed, 14 Feb 2024 02:59:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-565438
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: 1ef88b4ec4f04cb28ac5ce582af59c86
System UUID: 03da0e3f-8c9e-4a89-9098-95dc8454b2fc
Boot ID: 0ec78279-ad11-40d5-8717-d4c1429371b1
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.7
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-xqb8t 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-f68tc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
headlamp headlamp-7ddfbb94ff-68xsh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 80s
kube-system coredns-5dd5756b68-zldht 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m45s
kube-system etcd-addons-565438 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m57s
kube-system kube-apiserver-addons-565438 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m57s
kube-system kube-controller-manager-addons-565438 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m57s
kube-system kube-proxy-bzb4x 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m45s
kube-system kube-scheduler-addons-565438 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m57s
kube-system snapshot-controller-58dbcc7b99-gxtn8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m39s
kube-system snapshot-controller-58dbcc7b99-w7gf2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m39s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m40s
local-path-storage local-path-provisioner-78b46b4d5c-s4nhq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m37s
yakd-dashboard yakd-dashboard-9947fc6bf-q24wb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 2m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 298Mi (3%!)(MISSING) 426Mi (5%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m42s kube-proxy
Normal Starting 3m6s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m6s (x8 over 3m6s) kubelet Node addons-565438 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m6s (x8 over 3m6s) kubelet Node addons-565438 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m6s (x7 over 3m6s) kubelet Node addons-565438 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m6s kubelet Updated Node Allocatable limit across pods
Normal Starting 2m58s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m58s kubelet Node addons-565438 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m58s kubelet Node addons-565438 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m58s kubelet Node addons-565438 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m58s kubelet Node addons-565438 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m57s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m57s kubelet Node addons-565438 status is now: NodeReady
Normal RegisteredNode 2m45s node-controller Node addons-565438 event: Registered Node addons-565438 in Controller
==> dmesg <==
[ +0.001042] FS-Cache: N-key=[8] '52613b0000000000'
[ +0.002693] FS-Cache: Duplicate cookie detected
[ +0.000702] FS-Cache: O-cookie c=0000003c [p=00000039 fl=226 nc=0 na=1]
[ +0.000995] FS-Cache: O-cookie d=00000000c82e8d73{9p.inode} n=00000000385eb087
[ +0.001188] FS-Cache: O-key=[8] '52613b0000000000'
[ +0.000854] FS-Cache: N-cookie c=00000043 [p=00000039 fl=2 nc=0 na=1]
[ +0.000933] FS-Cache: N-cookie d=00000000c82e8d73{9p.inode} n=00000000f899e452
[ +0.001109] FS-Cache: N-key=[8] '52613b0000000000'
[ +2.835177] FS-Cache: Duplicate cookie detected
[ +0.000813] FS-Cache: O-cookie c=0000003a [p=00000039 fl=226 nc=0 na=1]
[ +0.001008] FS-Cache: O-cookie d=00000000c82e8d73{9p.inode} n=000000004c5a19ad
[ +0.001242] FS-Cache: O-key=[8] '51613b0000000000'
[ +0.000783] FS-Cache: N-cookie c=00000045 [p=00000039 fl=2 nc=0 na=1]
[ +0.000959] FS-Cache: N-cookie d=00000000c82e8d73{9p.inode} n=000000003212bd54
[ +0.001059] FS-Cache: N-key=[8] '51613b0000000000'
[ +0.297329] FS-Cache: Duplicate cookie detected
[ +0.000840] FS-Cache: O-cookie c=0000003f [p=00000039 fl=226 nc=0 na=1]
[ +0.001103] FS-Cache: O-cookie d=00000000c82e8d73{9p.inode} n=000000003fbe097e
[ +0.001200] FS-Cache: O-key=[8] '57613b0000000000'
[ +0.000796] FS-Cache: N-cookie c=00000046 [p=00000039 fl=2 nc=0 na=1]
[ +0.001098] FS-Cache: N-cookie d=00000000c82e8d73{9p.inode} n=00000000b30ae34f
[ +0.001175] FS-Cache: N-key=[8] '57613b0000000000'
[Feb14 02:20] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[ +0.116829] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
[ +0.540873] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [322a3ea45c0c] <==
{"level":"info","ts":"2024-02-14T02:59:05.665032Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-14T02:59:05.665505Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-02-14T02:59:05.665543Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-14T02:59:05.665563Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-14T02:59:05.665571Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-14T02:59:05.675081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-02-14T02:59:05.675193Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-02-14T02:59:06.127709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-02-14T02:59:06.127967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-02-14T02:59:06.128131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-02-14T02:59:06.128269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-02-14T02:59:06.128351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-14T02:59:06.128434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-02-14T02:59:06.128541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-14T02:59:06.131774Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:59:06.135925Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-565438 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-14T02:59:06.139812Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:59:06.13997Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-14T02:59:06.144406Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-14T02:59:06.139995Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-14T02:59:06.140027Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-14T02:59:06.151881Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-02-14T02:59:06.160431Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-14T02:59:06.194643Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:59:06.224568Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
==> gcp-auth [8e30ae2594b2] <==
2024/02/14 03:00:48 GCP Auth Webhook started!
2024/02/14 03:00:50 Ready to marshal response ...
2024/02/14 03:00:50 Ready to write response ...
2024/02/14 03:00:50 Ready to marshal response ...
2024/02/14 03:00:50 Ready to write response ...
2024/02/14 03:00:50 Ready to marshal response ...
2024/02/14 03:00:50 Ready to write response ...
2024/02/14 03:00:59 Ready to marshal response ...
2024/02/14 03:00:59 Ready to write response ...
2024/02/14 03:01:07 Ready to marshal response ...
2024/02/14 03:01:07 Ready to write response ...
2024/02/14 03:01:07 Ready to marshal response ...
2024/02/14 03:01:07 Ready to write response ...
2024/02/14 03:01:15 Ready to marshal response ...
2024/02/14 03:01:15 Ready to write response ...
2024/02/14 03:01:29 Ready to marshal response ...
2024/02/14 03:01:29 Ready to write response ...
2024/02/14 03:01:34 Ready to marshal response ...
2024/02/14 03:01:34 Ready to write response ...
2024/02/14 03:01:44 Ready to marshal response ...
2024/02/14 03:01:44 Ready to write response ...
2024/02/14 03:01:58 Ready to marshal response ...
2024/02/14 03:01:58 Ready to write response ...
==> kernel <==
03:02:10 up 5:44, 0 users, load average: 3.11, 2.77, 2.39
Linux addons-565438 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kube-apiserver [6660c8c20255] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0214 02:59:36.642405 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs={"IPv4":"10.109.79.183"}
I0214 02:59:36.655472 1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0214 02:59:36.816830 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs={"IPv4":"10.103.233.15"}
W0214 02:59:37.698520 1 aggregator.go:166] failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0214 02:59:38.407639 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.111.78.211"}
W0214 03:00:02.897078 1 handler_proxy.go:93] no RequestInfo found in the context
E0214 03:00:02.897147 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0214 03:00:02.898035 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0214 03:00:02.898132 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.100.29.96:443/apis/metrics.k8s.io/v1beta1: Get "https://10.100.29.96:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.100.29.96:443: connect: connection refused
E0214 03:00:02.900379 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.100.29.96:443/apis/metrics.k8s.io/v1beta1: Get "https://10.100.29.96:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.100.29.96:443: connect: connection refused
I0214 03:00:03.000768 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0214 03:00:09.364469 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0214 03:00:50.460438 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.144.153"}
I0214 03:01:09.364137 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0214 03:01:22.763481 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0214 03:01:22.781513 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0214 03:01:23.806112 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0214 03:01:34.411170 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0214 03:01:34.752406 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.184.99"}
I0214 03:01:41.967944 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0214 03:01:44.578347 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.107.190.22"}
I0214 03:02:03.909915 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
==> kube-controller-manager [79214152cb7e] <==
E0214 03:01:32.867345 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0214 03:01:32.884605 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
I0214 03:01:33.753680 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/metrics-server-69cf46c98" duration="8.698µs"
W0214 03:01:41.047091 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 03:01:41.047124 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0214 03:01:44.026842 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0214 03:01:44.325382 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0214 03:01:44.340832 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-xqb8t"
I0214 03:01:44.353944 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="29.19561ms"
I0214 03:01:44.374463 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="20.456298ms"
I0214 03:01:44.396473 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="21.938573ms"
I0214 03:01:44.396601 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="86.89µs"
I0214 03:01:47.639101 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="57.115µs"
I0214 03:01:48.668510 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="104.547µs"
I0214 03:01:49.694375 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="43.83µs"
I0214 03:01:55.227414 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0214 03:01:57.465159 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0214 03:02:01.574992 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="8.771µs"
I0214 03:02:01.575227 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0214 03:02:01.579227 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0214 03:02:05.059448 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="73.623µs"
W0214 03:02:05.764250 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 03:02:05.764283 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0214 03:02:08.200881 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0214 03:02:08.283234 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
==> kube-proxy [43963f0ffa2f] <==
I0214 02:59:27.956093 1 server_others.go:69] "Using iptables proxy"
I0214 02:59:27.977465 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0214 02:59:28.036271 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0214 02:59:28.042743 1 server_others.go:152] "Using iptables Proxier"
I0214 02:59:28.042782 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0214 02:59:28.042790 1 server_others.go:438] "Defaulting to no-op detect-local"
I0214 02:59:28.042816 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0214 02:59:28.043045 1 server.go:846] "Version info" version="v1.28.4"
I0214 02:59:28.043056 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0214 02:59:28.045599 1 config.go:188] "Starting service config controller"
I0214 02:59:28.045616 1 shared_informer.go:311] Waiting for caches to sync for service config
I0214 02:59:28.045636 1 config.go:97] "Starting endpoint slice config controller"
I0214 02:59:28.045641 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0214 02:59:28.046030 1 config.go:315] "Starting node config controller"
I0214 02:59:28.046037 1 shared_informer.go:311] Waiting for caches to sync for node config
I0214 02:59:28.150156 1 shared_informer.go:318] Caches are synced for node config
I0214 02:59:28.150187 1 shared_informer.go:318] Caches are synced for service config
I0214 02:59:28.150212 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [15ab186d231d] <==
W0214 02:59:09.670646 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0214 02:59:09.670678 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0214 02:59:09.670764 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0214 02:59:09.670784 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0214 02:59:09.670874 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0214 02:59:09.670894 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0214 02:59:09.670972 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0214 02:59:09.670990 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0214 02:59:09.671073 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0214 02:59:09.671091 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0214 02:59:09.671173 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0214 02:59:09.671213 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0214 02:59:09.671275 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0214 02:59:09.671289 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0214 02:59:09.671352 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0214 02:59:09.671371 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0214 02:59:10.563954 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0214 02:59:10.563996 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0214 02:59:10.599734 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0214 02:59:10.599775 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0214 02:59:10.606434 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0214 02:59:10.606470 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0214 02:59:10.676712 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0214 02:59:10.676832 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
I0214 02:59:11.257888 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.566536 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"} err="failed to get container status \"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa\": rpc error: code = Unknown desc = Error response from daemon: No such container: a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.566555 2304 scope.go:117] "RemoveContainer" containerID="c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.567220 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"} err="failed to get container status \"c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c\": rpc error: code = Unknown desc = Error response from daemon: No such container: c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.567239 2304 scope.go:117] "RemoveContainer" containerID="8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.567922 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"} err="failed to get container status \"8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7\": rpc error: code = Unknown desc = Error response from daemon: No such container: 8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.567968 2304 scope.go:117] "RemoveContainer" containerID="e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.568623 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"} err="failed to get container status \"e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0\": rpc error: code = Unknown desc = Error response from daemon: No such container: e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.568684 2304 scope.go:117] "RemoveContainer" containerID="4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.569407 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"} err="failed to get container status \"4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1\": rpc error: code = Unknown desc = Error response from daemon: No such container: 4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.569449 2304 scope.go:117] "RemoveContainer" containerID="efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.570119 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"} err="failed to get container status \"efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1\": rpc error: code = Unknown desc = Error response from daemon: No such container: efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.570165 2304 scope.go:117] "RemoveContainer" containerID="a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.570877 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"} err="failed to get container status \"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa\": rpc error: code = Unknown desc = Error response from daemon: No such container: a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.570927 2304 scope.go:117] "RemoveContainer" containerID="c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.571628 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"} err="failed to get container status \"c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c\": rpc error: code = Unknown desc = Error response from daemon: No such container: c932584529b6a02ab9e5dd3691e3d45db369ae9142e2f5ea067ce8adf498630c"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.571647 2304 scope.go:117] "RemoveContainer" containerID="8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.572387 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"} err="failed to get container status \"8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7\": rpc error: code = Unknown desc = Error response from daemon: No such container: 8319f57dd4a0119bdfb765190a89bbf9eb6c3c48dba7718751a92e565dd0c9d7"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.572433 2304 scope.go:117] "RemoveContainer" containerID="e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.573157 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"} err="failed to get container status \"e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0\": rpc error: code = Unknown desc = Error response from daemon: No such container: e6e2cdbfb3c22684552c0c0816ef400dd03938fa8cd1137f7a460b146b48dcf0"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.573180 2304 scope.go:117] "RemoveContainer" containerID="4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.573863 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"} err="failed to get container status \"4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1\": rpc error: code = Unknown desc = Error response from daemon: No such container: 4d6dd138c09675acfb2f6adc73c11d9543d058086e8da1ee5901c6743e55b5e1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.573888 2304 scope.go:117] "RemoveContainer" containerID="efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.574567 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"} err="failed to get container status \"efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1\": rpc error: code = Unknown desc = Error response from daemon: No such container: efa473f4f7005e58a24cc27f72ebb28e2b325a5b5d133406128503f7cc8347d1"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.574592 2304 scope.go:117] "RemoveContainer" containerID="a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"
Feb 14 03:02:09 addons-565438 kubelet[2304]: I0214 03:02:09.575314 2304 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"} err="failed to get container status \"a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa\": rpc error: code = Unknown desc = Error response from daemon: No such container: a1272fa14c8b2264f65c8df474bb9c3647b78fd72f8fd2004569d20ae9123eaa"
==> storage-provisioner [427f050089e9] <==
I0214 02:59:31.779918 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0214 02:59:31.811201 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0214 02:59:31.811246 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0214 02:59:31.820709 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0214 02:59:31.820918 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-565438_48704839-82c9-4eb2-910f-ea8f0ec5a21d!
I0214 02:59:31.821940 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"dea4603d-89e1-47b6-bc14-4d629187f69b", APIVersion:"v1", ResourceVersion:"538", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-565438_48704839-82c9-4eb2-910f-ea8f0ec5a21d became leader
I0214 02:59:31.952244 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-565438_48704839-82c9-4eb2-910f-ea8f0ec5a21d!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-565438 -n addons-565438
helpers_test.go:261: (dbg) Run: kubectl --context addons-565438 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (37.23s)