=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:183: (dbg) Run: kubectl --context addons-826712 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:208: (dbg) Run: kubectl --context addons-826712 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:221: (dbg) Run: kubectl --context addons-826712 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [456652b1-f8a2-4db3-8464-f0f32deaea6f] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [456652b1-f8a2-4db3-8464-f0f32deaea6f] Running
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 13.008507897s
addons_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p addons-826712 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Run: kubectl --context addons-826712 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:267: (dbg) Run: out/minikube-linux-arm64 -p addons-826712 ip
addons_test.go:273: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.047759808s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p addons-826712 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p addons-826712 addons disable ingress-dns --alsologtostderr -v=1: (1.355519928s)
addons_test.go:287: (dbg) Run: out/minikube-linux-arm64 -p addons-826712 addons disable ingress --alsologtostderr -v=1
addons_test.go:287: (dbg) Done: out/minikube-linux-arm64 -p addons-826712 addons disable ingress --alsologtostderr -v=1: (7.664924695s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-826712
helpers_test.go:235: (dbg) docker inspect addons-826712:
-- stdout --
[
{
"Id": "b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de",
"Created": "2023-07-06T17:58:03.991795143Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 9751,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-07-06T17:58:04.341572488Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fbb3a37d90c3d9557be7ba92b49d0c8ce4910836d78e4b4e97cb154766ab7ec2",
"ResolvConfPath": "/var/lib/docker/containers/b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de/hostname",
"HostsPath": "/var/lib/docker/containers/b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de/hosts",
"LogPath": "/var/lib/docker/containers/b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de/b11c10e34f1ead0c184d6154a8c9f741af9aee3740fe3d4a93bdc986da8873de-json.log",
"Name": "/addons-826712",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-826712:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-826712",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4af4cb42d9a7f1ca3c6093aa0ef735a965a7cf54b136b967ea46347fa0b9d5df-init/diff:/var/lib/docker/overlay2/f191d5f95a316b9f8a209e69a34b8f377f70b87b78e1af11b75aa245e25cb899/diff",
"MergedDir": "/var/lib/docker/overlay2/4af4cb42d9a7f1ca3c6093aa0ef735a965a7cf54b136b967ea46347fa0b9d5df/merged",
"UpperDir": "/var/lib/docker/overlay2/4af4cb42d9a7f1ca3c6093aa0ef735a965a7cf54b136b967ea46347fa0b9d5df/diff",
"WorkDir": "/var/lib/docker/overlay2/4af4cb42d9a7f1ca3c6093aa0ef735a965a7cf54b136b967ea46347fa0b9d5df/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-826712",
"Source": "/var/lib/docker/volumes/addons-826712/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-826712",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-826712",
"name.minikube.sigs.k8s.io": "addons-826712",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "72d8689072bc56b71d4abf6adc8a95b825de8d98e924af6d353b84f9212b1687",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/72d8689072bc",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-826712": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"b11c10e34f1e",
"addons-826712"
],
"NetworkID": "19a2cae6b8683551b69c86b3d6625dc8a0d2ca3c843ab82071487bee098c14ab",
"EndpointID": "34e0e5017b57aaac8250065cce642c8d777239cb94603a1ac59a2f54fdcbf987",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-826712 -n addons-826712
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-826712 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-826712 logs -n 25: (1.322444266s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-226019 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | |
| | -p download-only-226019 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-226019 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | |
| | -p download-only-226019 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.27.3 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 17:57 UTC |
| delete | -p download-only-226019 | download-only-226019 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 17:57 UTC |
| delete | -p download-only-226019 | download-only-226019 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 17:57 UTC |
| start | --download-only -p | download-docker-928502 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | |
| | download-docker-928502 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-928502 | download-docker-928502 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 17:57 UTC |
| start | --download-only -p | binary-mirror-842409 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | |
| | binary-mirror-842409 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43261 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-842409 | binary-mirror-842409 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 17:57 UTC |
| start | -p addons-826712 | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 17:57 UTC | 06 Jul 23 18:00 UTC |
| | --wait=true --memory=4000 | | | | | |
| | --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable cloud-spanner -p | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| | addons-826712 | | | | | |
| addons | addons-826712 addons | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| | -p addons-826712 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-826712 ip | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| addons | addons-826712 addons disable | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-826712 ssh curl -s | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-826712 ip | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:00 UTC | 06 Jul 23 18:00 UTC |
| addons | addons-826712 addons disable | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:01 UTC | 06 Jul 23 18:01 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-826712 addons disable | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:01 UTC | 06 Jul 23 18:01 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-826712 addons | addons-826712 | jenkins | v1.30.1 | 06 Jul 23 18:01 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/07/06 17:57:40
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.20.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0706 17:57:40.155747 9269 out.go:296] Setting OutFile to fd 1 ...
I0706 17:57:40.155962 9269 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0706 17:57:40.156003 9269 out.go:309] Setting ErrFile to fd 2...
I0706 17:57:40.156025 9269 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0706 17:57:40.156232 9269 root.go:336] Updating PATH: /home/jenkins/minikube-integration/15452-2292/.minikube/bin
I0706 17:57:40.156704 9269 out.go:303] Setting JSON to false
I0706 17:57:40.157582 9269 start.go:127] hostinfo: {"hostname":"ip-172-31-30-239","uptime":2409,"bootTime":1688663852,"procs":146,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1039-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0706 17:57:40.157721 9269 start.go:137] virtualization:
I0706 17:57:40.160588 9269 out.go:177] * [addons-826712] minikube v1.30.1 on Ubuntu 20.04 (arm64)
I0706 17:57:40.163142 9269 out.go:177] - MINIKUBE_LOCATION=15452
I0706 17:57:40.165346 9269 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0706 17:57:40.163311 9269 notify.go:220] Checking for updates...
I0706 17:57:40.167608 9269 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/15452-2292/kubeconfig
I0706 17:57:40.169857 9269 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/15452-2292/.minikube
I0706 17:57:40.172145 9269 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0706 17:57:40.174424 9269 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0706 17:57:40.176757 9269 driver.go:373] Setting default libvirt URI to qemu:///system
I0706 17:57:40.202731 9269 docker.go:121] docker version: linux-24.0.3:Docker Engine - Community
I0706 17:57:40.202840 9269 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0706 17:57:40.292560 9269 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-07-06 17:57:40.281598313 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215166976 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0706 17:57:40.292665 9269 docker.go:294] overlay module found
I0706 17:57:40.295643 9269 out.go:177] * Using the docker driver based on user configuration
I0706 17:57:40.297834 9269 start.go:297] selected driver: docker
I0706 17:57:40.297851 9269 start.go:944] validating driver "docker" against <nil>
I0706 17:57:40.297876 9269 start.go:955] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0706 17:57:40.298469 9269 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0706 17:57:40.365971 9269 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-07-06 17:57:40.356759949 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215166976 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0706 17:57:40.366127 9269 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0706 17:57:40.366349 9269 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0706 17:57:40.368527 9269 out.go:177] * Using Docker driver with root privileges
I0706 17:57:40.370489 9269 cni.go:84] Creating CNI manager for ""
I0706 17:57:40.370511 9269 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0706 17:57:40.370533 9269 start_flags.go:314] Found "CNI" CNI - setting NetworkPlugin=cni
I0706 17:57:40.370546 9269 start_flags.go:319] config:
{Name:addons-826712 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-826712 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C
RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0706 17:57:40.373836 9269 out.go:177] * Starting control plane node addons-826712 in cluster addons-826712
I0706 17:57:40.375622 9269 cache.go:122] Beginning downloading kic base image for docker with docker
I0706 17:57:40.380067 9269 out.go:177] * Pulling base image ...
I0706 17:57:40.382182 9269 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0706 17:57:40.382244 9269 preload.go:148] Found local preload: /home/jenkins/minikube-integration/15452-2292/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4
I0706 17:57:40.382257 9269 cache.go:57] Caching tarball of preloaded images
I0706 17:57:40.382261 9269 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 in local docker daemon
I0706 17:57:40.382321 9269 preload.go:174] Found /home/jenkins/minikube-integration/15452-2292/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0706 17:57:40.382331 9269 cache.go:60] Finished verifying existence of preloaded tar for v1.27.3 on docker
I0706 17:57:40.382652 9269 profile.go:148] Saving config to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/config.json ...
I0706 17:57:40.382677 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/config.json: {Name:mkbb6dc8a79923cd08d0fa9fd6214639fac3c6ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:57:40.402841 9269 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 to local cache
I0706 17:57:40.402940 9269 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 in local cache directory
I0706 17:57:40.402959 9269 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 in local cache directory, skipping pull
I0706 17:57:40.402985 9269 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 exists in cache, skipping pull
I0706 17:57:40.402994 9269 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 as a tarball
I0706 17:57:40.402999 9269 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 from local cache
I0706 17:57:56.280440 9269 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 from cached tarball
I0706 17:57:56.280475 9269 cache.go:195] Successfully downloaded all kic artifacts
I0706 17:57:56.280501 9269 start.go:365] acquiring machines lock for addons-826712: {Name:mk92e1d7ba9577036e1c0062728ab216989700d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0706 17:57:56.280617 9269 start.go:369] acquired machines lock for "addons-826712" in 97.034µs
I0706 17:57:56.280645 9269 start.go:93] Provisioning new machine with config: &{Name:addons-826712 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-826712 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0706 17:57:56.280751 9269 start.go:125] createHost starting for "" (driver="docker")
I0706 17:57:56.282911 9269 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0706 17:57:56.283182 9269 start.go:159] libmachine.API.Create for "addons-826712" (driver="docker")
I0706 17:57:56.283205 9269 client.go:168] LocalClient.Create starting
I0706 17:57:56.283339 9269 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem
I0706 17:57:56.556158 9269 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/cert.pem
I0706 17:57:57.408575 9269 cli_runner.go:164] Run: docker network inspect addons-826712 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0706 17:57:57.425910 9269 cli_runner.go:211] docker network inspect addons-826712 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0706 17:57:57.425987 9269 network_create.go:281] running [docker network inspect addons-826712] to gather additional debugging logs...
I0706 17:57:57.426007 9269 cli_runner.go:164] Run: docker network inspect addons-826712
W0706 17:57:57.449908 9269 cli_runner.go:211] docker network inspect addons-826712 returned with exit code 1
I0706 17:57:57.449941 9269 network_create.go:284] error running [docker network inspect addons-826712]: docker network inspect addons-826712: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-826712 not found
I0706 17:57:57.449956 9269 network_create.go:286] output of [docker network inspect addons-826712]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-826712 not found
** /stderr **
I0706 17:57:57.450024 9269 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0706 17:57:57.468668 9269 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001379c40}
I0706 17:57:57.468706 9269 network_create.go:123] attempt to create docker network addons-826712 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0706 17:57:57.468761 9269 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-826712 addons-826712
I0706 17:57:57.543385 9269 network_create.go:107] docker network addons-826712 192.168.49.0/24 created
I0706 17:57:57.543413 9269 kic.go:117] calculated static IP "192.168.49.2" for the "addons-826712" container
I0706 17:57:57.543489 9269 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0706 17:57:57.559975 9269 cli_runner.go:164] Run: docker volume create addons-826712 --label name.minikube.sigs.k8s.io=addons-826712 --label created_by.minikube.sigs.k8s.io=true
I0706 17:57:57.578625 9269 oci.go:103] Successfully created a docker volume addons-826712
I0706 17:57:57.578732 9269 cli_runner.go:164] Run: docker run --rm --name addons-826712-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-826712 --entrypoint /usr/bin/test -v addons-826712:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 -d /var/lib
I0706 17:57:59.818534 9269 cli_runner.go:217] Completed: docker run --rm --name addons-826712-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-826712 --entrypoint /usr/bin/test -v addons-826712:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 -d /var/lib: (2.239758521s)
I0706 17:57:59.818569 9269 oci.go:107] Successfully prepared a docker volume addons-826712
I0706 17:57:59.818595 9269 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0706 17:57:59.818613 9269 kic.go:190] Starting extracting preloaded images to volume ...
I0706 17:57:59.818696 9269 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/15452-2292/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-826712:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 -I lz4 -xf /preloaded.tar -C /extractDir
I0706 17:58:03.904961 9269 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/15452-2292/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-826712:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 -I lz4 -xf /preloaded.tar -C /extractDir: (4.086230183s)
I0706 17:58:03.904992 9269 kic.go:199] duration metric: took 4.086376 seconds to extract preloaded images to volume
W0706 17:58:03.905141 9269 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0706 17:58:03.905245 9269 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0706 17:58:03.975830 9269 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-826712 --name addons-826712 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-826712 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-826712 --network addons-826712 --ip 192.168.49.2 --volume addons-826712:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34
I0706 17:58:04.350358 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Running}}
I0706 17:58:04.379745 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:04.407472 9269 cli_runner.go:164] Run: docker exec addons-826712 stat /var/lib/dpkg/alternatives/iptables
I0706 17:58:04.481670 9269 oci.go:144] the created container "addons-826712" has a running status.
I0706 17:58:04.481696 9269 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa...
I0706 17:58:04.595197 9269 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0706 17:58:04.622206 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:04.645325 9269 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0706 17:58:04.645349 9269 kic_runner.go:114] Args: [docker exec --privileged addons-826712 chown docker:docker /home/docker/.ssh/authorized_keys]
I0706 17:58:04.727608 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:04.749281 9269 machine.go:88] provisioning docker machine ...
I0706 17:58:04.749310 9269 ubuntu.go:169] provisioning hostname "addons-826712"
I0706 17:58:04.749380 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:04.782454 9269 main.go:141] libmachine: Using SSH client type: native
I0706 17:58:04.782914 9269 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0706 17:58:04.782933 9269 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-826712 && echo "addons-826712" | sudo tee /etc/hostname
I0706 17:58:04.783586 9269 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I0706 17:58:07.941970 9269 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-826712
I0706 17:58:07.942052 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:07.959901 9269 main.go:141] libmachine: Using SSH client type: native
I0706 17:58:07.960330 9269 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0706 17:58:07.960353 9269 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-826712' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-826712/g' /etc/hosts;
else
echo '127.0.1.1 addons-826712' | sudo tee -a /etc/hosts;
fi
fi
I0706 17:58:08.104176 9269 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0706 17:58:08.104197 9269 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/15452-2292/.minikube CaCertPath:/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/15452-2292/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/15452-2292/.minikube}
I0706 17:58:08.104226 9269 ubuntu.go:177] setting up certificates
I0706 17:58:08.104234 9269 provision.go:83] configureAuth start
I0706 17:58:08.104292 9269 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-826712
I0706 17:58:08.123925 9269 provision.go:138] copyHostCerts
I0706 17:58:08.124002 9269 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/15452-2292/.minikube/ca.pem (1082 bytes)
I0706 17:58:08.124133 9269 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/15452-2292/.minikube/cert.pem (1123 bytes)
I0706 17:58:08.124198 9269 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/15452-2292/.minikube/key.pem (1679 bytes)
I0706 17:58:08.124255 9269 provision.go:112] generating server cert: /home/jenkins/minikube-integration/15452-2292/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca-key.pem org=jenkins.addons-826712 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-826712]
I0706 17:58:08.334012 9269 provision.go:172] copyRemoteCerts
I0706 17:58:08.334101 9269 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0706 17:58:08.334143 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:08.352686 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:08.453596 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0706 17:58:08.484120 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0706 17:58:08.512795 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0706 17:58:08.542337 9269 provision.go:86] duration metric: configureAuth took 438.089314ms
I0706 17:58:08.542363 9269 ubuntu.go:193] setting minikube options for container-runtime
I0706 17:58:08.542566 9269 config.go:182] Loaded profile config "addons-826712": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0706 17:58:08.542625 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:08.560394 9269 main.go:141] libmachine: Using SSH client type: native
I0706 17:58:08.560818 9269 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0706 17:58:08.560833 9269 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0706 17:58:08.704619 9269 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0706 17:58:08.704637 9269 ubuntu.go:71] root file system type: overlay
I0706 17:58:08.704742 9269 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0706 17:58:08.704812 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:08.724702 9269 main.go:141] libmachine: Using SSH client type: native
I0706 17:58:08.725133 9269 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0706 17:58:08.725212 9269 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0706 17:58:08.877987 9269 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0706 17:58:08.878144 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:08.896879 9269 main.go:141] libmachine: Using SSH client type: native
I0706 17:58:08.897312 9269 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0706 17:58:08.897331 9269 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0706 17:58:09.714946 9269 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-05-25 21:52:53.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-07-06 17:58:08.872767219 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0706 17:58:09.714995 9269 machine.go:91] provisioned docker machine in 4.965696165s
I0706 17:58:09.715006 9269 client.go:171] LocalClient.Create took 13.431796212s
I0706 17:58:09.715017 9269 start.go:167] duration metric: libmachine.API.Create for "addons-826712" took 13.431836836s
I0706 17:58:09.715024 9269 start.go:300] post-start starting for "addons-826712" (driver="docker")
I0706 17:58:09.715034 9269 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0706 17:58:09.715105 9269 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0706 17:58:09.715153 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:09.733975 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:09.837930 9269 ssh_runner.go:195] Run: cat /etc/os-release
I0706 17:58:09.842078 9269 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0706 17:58:09.842122 9269 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0706 17:58:09.842136 9269 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0706 17:58:09.842145 9269 info.go:137] Remote host: Ubuntu 22.04.2 LTS
I0706 17:58:09.842154 9269 filesync.go:126] Scanning /home/jenkins/minikube-integration/15452-2292/.minikube/addons for local assets ...
I0706 17:58:09.842241 9269 filesync.go:126] Scanning /home/jenkins/minikube-integration/15452-2292/.minikube/files for local assets ...
I0706 17:58:09.842271 9269 start.go:303] post-start completed in 127.240876ms
I0706 17:58:09.842601 9269 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-826712
I0706 17:58:09.865019 9269 profile.go:148] Saving config to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/config.json ...
I0706 17:58:09.865293 9269 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0706 17:58:09.865342 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:09.883229 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:09.980930 9269 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0706 17:58:09.986769 9269 start.go:128] duration metric: createHost completed in 13.706002929s
I0706 17:58:09.986790 9269 start.go:83] releasing machines lock for "addons-826712", held for 13.706161732s
I0706 17:58:09.986858 9269 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-826712
I0706 17:58:10.022648 9269 ssh_runner.go:195] Run: cat /version.json
I0706 17:58:10.022683 9269 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0706 17:58:10.022707 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:10.022746 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:10.048989 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:10.050940 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:10.282842 9269 ssh_runner.go:195] Run: systemctl --version
I0706 17:58:10.288497 9269 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0706 17:58:10.293836 9269 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0706 17:58:10.324218 9269 cni.go:236] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0706 17:58:10.324297 9269 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0706 17:58:10.358618 9269 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0706 17:58:10.358647 9269 start.go:466] detecting cgroup driver to use...
I0706 17:58:10.358678 9269 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0706 17:58:10.358805 9269 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0706 17:58:10.379586 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0706 17:58:10.391919 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0706 17:58:10.404192 9269 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0706 17:58:10.404283 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0706 17:58:10.416365 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0706 17:58:10.428183 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0706 17:58:10.440429 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0706 17:58:10.453696 9269 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0706 17:58:10.465997 9269 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0706 17:58:10.477805 9269 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0706 17:58:10.488132 9269 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0706 17:58:10.498993 9269 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0706 17:58:10.596662 9269 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0706 17:58:10.703676 9269 start.go:466] detecting cgroup driver to use...
I0706 17:58:10.703738 9269 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0706 17:58:10.703796 9269 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0706 17:58:10.725455 9269 cruntime.go:276] skipping containerd shutdown because we are bound to it
I0706 17:58:10.725541 9269 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0706 17:58:10.747052 9269 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0706 17:58:10.768980 9269 ssh_runner.go:195] Run: which cri-dockerd
I0706 17:58:10.774250 9269 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0706 17:58:10.785127 9269 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0706 17:58:10.813695 9269 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0706 17:58:10.925064 9269 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0706 17:58:11.029180 9269 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...
I0706 17:58:11.029204 9269 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0706 17:58:11.055437 9269 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0706 17:58:11.169271 9269 ssh_runner.go:195] Run: sudo systemctl restart docker
I0706 17:58:11.447746 9269 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0706 17:58:11.548383 9269 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0706 17:58:11.656782 9269 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0706 17:58:11.767623 9269 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0706 17:58:11.872489 9269 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0706 17:58:11.889189 9269 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0706 17:58:11.988765 9269 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I0706 17:58:12.092342 9269 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0706 17:58:12.092436 9269 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0706 17:58:12.098739 9269 start.go:534] Will wait 60s for crictl version
I0706 17:58:12.098801 9269 ssh_runner.go:195] Run: which crictl
I0706 17:58:12.104289 9269 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0706 17:58:12.162788 9269 start.go:550] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.2
RuntimeApiVersion: v1
I0706 17:58:12.162857 9269 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0706 17:58:12.190846 9269 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0706 17:58:12.220858 9269 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...
I0706 17:58:12.220999 9269 cli_runner.go:164] Run: docker network inspect addons-826712 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0706 17:58:12.238083 9269 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0706 17:58:12.242834 9269 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0706 17:58:12.256798 9269 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0706 17:58:12.256870 9269 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0706 17:58:12.280427 9269 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0706 17:58:12.280446 9269 docker.go:566] Images already preloaded, skipping extraction
I0706 17:58:12.280513 9269 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0706 17:58:12.301008 9269 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0706 17:58:12.301030 9269 cache_images.go:84] Images are preloaded, skipping loading
I0706 17:58:12.301090 9269 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0706 17:58:12.355335 9269 cni.go:84] Creating CNI manager for ""
I0706 17:58:12.355358 9269 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0706 17:58:12.355390 9269 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0706 17:58:12.355408 9269 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-826712 NodeName:addons-826712 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0706 17:58:12.355549 9269 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-826712"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.27.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0706 17:58:12.355646 9269 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-826712 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.27.3 ClusterName:addons-826712 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0706 17:58:12.355714 9269 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3
I0706 17:58:12.366350 9269 binaries.go:44] Found k8s binaries, skipping transfer
I0706 17:58:12.366418 9269 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0706 17:58:12.377137 9269 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I0706 17:58:12.398383 9269 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0706 17:58:12.419410 9269 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I0706 17:58:12.440816 9269 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0706 17:58:12.445317 9269 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0706 17:58:12.458652 9269 certs.go:56] Setting up /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712 for IP: 192.168.49.2
I0706 17:58:12.458681 9269 certs.go:190] acquiring lock for shared ca certs: {Name:mk71e805e9e49282404ffde8b8b737710269f981 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:12.458813 9269 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/15452-2292/.minikube/ca.key
I0706 17:58:12.616874 9269 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15452-2292/.minikube/ca.crt ...
I0706 17:58:12.616903 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/ca.crt: {Name:mk4a45e258d4bbebd397c7faa41be165eaf0d9bd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:12.617083 9269 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15452-2292/.minikube/ca.key ...
I0706 17:58:12.617095 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/ca.key: {Name:mk1a348b7537a0785089197230d254c10c7e730b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:12.617167 9269 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.key
I0706 17:58:13.046557 9269 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.crt ...
I0706 17:58:13.046589 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.crt: {Name:mkd4e9755639ff2000cd884bae33c95c095136c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.046826 9269 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.key ...
I0706 17:58:13.046843 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.key: {Name:mkbfb6e571cdc714f86491929fb98f7c79dc0e49 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.047019 9269 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.key
I0706 17:58:13.047039 9269 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.crt with IP's: []
I0706 17:58:13.385415 9269 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.crt ...
I0706 17:58:13.385442 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.crt: {Name:mkb90bf1f92b6b732eda3445f0e33ba512512c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.385617 9269 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.key ...
I0706 17:58:13.385628 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/client.key: {Name:mke8f01d1129629fd3cd96051475ea1e990c675f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.385702 9269 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key.dd3b5fb2
I0706 17:58:13.385722 9269 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0706 17:58:13.783286 9269 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt.dd3b5fb2 ...
I0706 17:58:13.783315 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt.dd3b5fb2: {Name:mk511681af64024ea00dbed639cc57f43297fbdd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.783490 9269 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key.dd3b5fb2 ...
I0706 17:58:13.783503 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key.dd3b5fb2: {Name:mkd62855d015dd15c5efe7ec6497736f29932991 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:13.783579 9269 certs.go:337] copying /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt
I0706 17:58:13.783654 9269 certs.go:341] copying /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key
I0706 17:58:13.783702 9269 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.key
I0706 17:58:13.783720 9269 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.crt with IP's: []
I0706 17:58:14.077693 9269 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.crt ...
I0706 17:58:14.077721 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.crt: {Name:mkac0a243481e9b76706da2ae03d594da8232d48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:14.077909 9269 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.key ...
I0706 17:58:14.077920 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.key: {Name:mk2ce174cef90b97f635d557a0c028fceb617186 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:14.078096 9269 certs.go:437] found cert: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca-key.pem (1675 bytes)
I0706 17:58:14.078137 9269 certs.go:437] found cert: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/home/jenkins/minikube-integration/15452-2292/.minikube/certs/ca.pem (1082 bytes)
I0706 17:58:14.078166 9269 certs.go:437] found cert: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/home/jenkins/minikube-integration/15452-2292/.minikube/certs/cert.pem (1123 bytes)
I0706 17:58:14.078203 9269 certs.go:437] found cert: /home/jenkins/minikube-integration/15452-2292/.minikube/certs/home/jenkins/minikube-integration/15452-2292/.minikube/certs/key.pem (1679 bytes)
I0706 17:58:14.078830 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0706 17:58:14.108076 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0706 17:58:14.137907 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0706 17:58:14.168247 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/profiles/addons-826712/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0706 17:58:14.197208 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0706 17:58:14.225941 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0706 17:58:14.254098 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0706 17:58:14.283279 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0706 17:58:14.311287 9269 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15452-2292/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0706 17:58:14.340924 9269 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0706 17:58:14.363267 9269 ssh_runner.go:195] Run: openssl version
I0706 17:58:14.370181 9269 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0706 17:58:14.381932 9269 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0706 17:58:14.386688 9269 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jul 6 17:58 /usr/share/ca-certificates/minikubeCA.pem
I0706 17:58:14.386795 9269 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0706 17:58:14.395531 9269 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0706 17:58:14.406774 9269 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0706 17:58:14.411146 9269 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0706 17:58:14.411225 9269 kubeadm.go:404] StartCluster: {Name:addons-826712 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686675164-15452@sha256:1b5dd777e073cc98bda2dc463cdc550cd7c5b3dcdbff2b89d285943191470e34 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-826712 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0706 17:58:14.411350 9269 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0706 17:58:14.430533 9269 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0706 17:58:14.441274 9269 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0706 17:58:14.451810 9269 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0706 17:58:14.451871 9269 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0706 17:58:14.463389 9269 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0706 17:58:14.463475 9269 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0706 17:58:14.517646 9269 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3
I0706 17:58:14.517945 9269 kubeadm.go:322] [preflight] Running pre-flight checks
I0706 17:58:14.577930 9269 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0706 17:58:14.578000 9269 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1039-aws[0m
I0706 17:58:14.578038 9269 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0706 17:58:14.578087 9269 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0706 17:58:14.578136 9269 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0706 17:58:14.578184 9269 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0706 17:58:14.578233 9269 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0706 17:58:14.578281 9269 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0706 17:58:14.578329 9269 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0706 17:58:14.578376 9269 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0706 17:58:14.578425 9269 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0706 17:58:14.578481 9269 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0706 17:58:14.654959 9269 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0706 17:58:14.655082 9269 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0706 17:58:14.655175 9269 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0706 17:58:14.994831 9269 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0706 17:58:15.001649 9269 out.go:204] - Generating certificates and keys ...
I0706 17:58:15.001934 9269 kubeadm.go:322] [certs] Using existing ca certificate authority
I0706 17:58:15.002004 9269 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0706 17:58:15.582566 9269 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0706 17:58:16.296408 9269 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0706 17:58:17.231424 9269 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0706 17:58:17.548339 9269 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0706 17:58:18.295608 9269 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0706 17:58:18.296006 9269 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-826712 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0706 17:58:18.973295 9269 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0706 17:58:18.973699 9269 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-826712 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0706 17:58:19.187588 9269 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0706 17:58:19.396890 9269 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0706 17:58:19.818465 9269 kubeadm.go:322] [certs] Generating "sa" key and public key
I0706 17:58:19.818809 9269 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0706 17:58:20.619137 9269 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0706 17:58:21.255844 9269 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0706 17:58:22.100475 9269 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0706 17:58:22.510155 9269 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0706 17:58:22.526049 9269 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0706 17:58:22.528816 9269 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0706 17:58:22.529142 9269 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0706 17:58:22.636030 9269 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0706 17:58:22.638313 9269 out.go:204] - Booting up control plane ...
I0706 17:58:22.638417 9269 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0706 17:58:22.641508 9269 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0706 17:58:22.643182 9269 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0706 17:58:22.644546 9269 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0706 17:58:22.647526 9269 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0706 17:58:30.651207 9269 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.003148 seconds
I0706 17:58:30.651319 9269 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0706 17:58:30.671856 9269 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0706 17:58:31.197376 9269 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0706 17:58:31.197564 9269 kubeadm.go:322] [mark-control-plane] Marking the node addons-826712 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0706 17:58:31.710449 9269 kubeadm.go:322] [bootstrap-token] Using token: yxr79g.g59iog4215utdlhe
I0706 17:58:31.712586 9269 out.go:204] - Configuring RBAC rules ...
I0706 17:58:31.712725 9269 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0706 17:58:31.720218 9269 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0706 17:58:31.729457 9269 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0706 17:58:31.733551 9269 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0706 17:58:31.737809 9269 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0706 17:58:31.741856 9269 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0706 17:58:31.756494 9269 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0706 17:58:32.006507 9269 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0706 17:58:32.125469 9269 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0706 17:58:32.126497 9269 kubeadm.go:322]
I0706 17:58:32.126561 9269 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0706 17:58:32.126566 9269 kubeadm.go:322]
I0706 17:58:32.126639 9269 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0706 17:58:32.126643 9269 kubeadm.go:322]
I0706 17:58:32.126667 9269 kubeadm.go:322] mkdir -p $HOME/.kube
I0706 17:58:32.126723 9269 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0706 17:58:32.126778 9269 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0706 17:58:32.126784 9269 kubeadm.go:322]
I0706 17:58:32.126834 9269 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0706 17:58:32.126838 9269 kubeadm.go:322]
I0706 17:58:32.126883 9269 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0706 17:58:32.126887 9269 kubeadm.go:322]
I0706 17:58:32.126936 9269 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0706 17:58:32.127133 9269 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0706 17:58:32.127213 9269 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0706 17:58:32.127219 9269 kubeadm.go:322]
I0706 17:58:32.127298 9269 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0706 17:58:32.127370 9269 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0706 17:58:32.127375 9269 kubeadm.go:322]
I0706 17:58:32.127454 9269 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token yxr79g.g59iog4215utdlhe \
I0706 17:58:32.127551 9269 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ad47757386ec1d63577cc46e9c725f644695d165b63c87dd3aec005618f0aec7 \
I0706 17:58:32.127576 9269 kubeadm.go:322] --control-plane
I0706 17:58:32.127581 9269 kubeadm.go:322]
I0706 17:58:32.127661 9269 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0706 17:58:32.127665 9269 kubeadm.go:322]
I0706 17:58:32.131694 9269 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token yxr79g.g59iog4215utdlhe \
I0706 17:58:32.131801 9269 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ad47757386ec1d63577cc46e9c725f644695d165b63c87dd3aec005618f0aec7
I0706 17:58:32.138581 9269 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1039-aws\n", err: exit status 1
I0706 17:58:32.138699 9269 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0706 17:58:32.138716 9269 cni.go:84] Creating CNI manager for ""
I0706 17:58:32.138729 9269 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0706 17:58:32.141140 9269 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0706 17:58:32.143101 9269 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0706 17:58:32.153554 9269 cni.go:188] applying CNI manifest using /var/lib/minikube/binaries/v1.27.3/kubectl ...
I0706 17:58:32.153572 9269 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0706 17:58:32.180740 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0706 17:58:33.155581 9269 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0706 17:58:33.155759 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=b6e1a3abc91e215b081da44b95c5d4a34c954e9b minikube.k8s.io/name=addons-826712 minikube.k8s.io/updated_at=2023_07_06T17_58_33_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:33.155767 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:33.176312 9269 ops.go:34] apiserver oom_adj: -16
I0706 17:58:33.297647 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:33.951605 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:34.452015 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:34.951133 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:35.451772 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:35.951644 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:36.451634 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:36.951106 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:37.451875 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:37.951152 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:38.451884 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:38.952079 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:39.452112 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:39.951148 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:40.451851 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:40.951862 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:41.451196 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:41.951631 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:42.451398 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:42.951876 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:43.452009 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:43.951717 9269 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0706 17:58:44.099642 9269 kubeadm.go:1081] duration metric: took 10.943946776s to wait for elevateKubeSystemPrivileges.
I0706 17:58:44.099666 9269 kubeadm.go:406] StartCluster complete in 29.688444022s
I0706 17:58:44.099681 9269 settings.go:142] acquiring lock: {Name:mka898982ef9aefdbe9a2bf73919fcc987c9140f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:44.099803 9269 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/15452-2292/kubeconfig
I0706 17:58:44.100190 9269 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15452-2292/kubeconfig: {Name:mkb0c84922a079634a9f6f0aa76587805ca40d5f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0706 17:58:44.100379 9269 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0706 17:58:44.100646 9269 config.go:182] Loaded profile config "addons-826712": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0706 17:58:44.100674 9269 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]
I0706 17:58:44.100758 9269 addons.go:66] Setting volumesnapshots=true in profile "addons-826712"
I0706 17:58:44.100772 9269 addons.go:228] Setting addon volumesnapshots=true in "addons-826712"
I0706 17:58:44.100806 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.101288 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.101767 9269 addons.go:66] Setting cloud-spanner=true in profile "addons-826712"
I0706 17:58:44.101808 9269 addons.go:228] Setting addon cloud-spanner=true in "addons-826712"
I0706 17:58:44.101856 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.102268 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.103837 9269 addons.go:66] Setting inspektor-gadget=true in profile "addons-826712"
I0706 17:58:44.103865 9269 addons.go:228] Setting addon inspektor-gadget=true in "addons-826712"
I0706 17:58:44.103898 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.104332 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.104417 9269 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-826712"
I0706 17:58:44.104457 9269 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-826712"
I0706 17:58:44.104494 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.104877 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.104957 9269 addons.go:66] Setting default-storageclass=true in profile "addons-826712"
I0706 17:58:44.104973 9269 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-826712"
I0706 17:58:44.105210 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.105272 9269 addons.go:66] Setting gcp-auth=true in profile "addons-826712"
I0706 17:58:44.105287 9269 mustload.go:65] Loading cluster: addons-826712
I0706 17:58:44.105436 9269 config.go:182] Loaded profile config "addons-826712": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0706 17:58:44.105632 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.105695 9269 addons.go:66] Setting ingress=true in profile "addons-826712"
I0706 17:58:44.105709 9269 addons.go:228] Setting addon ingress=true in "addons-826712"
I0706 17:58:44.105743 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.106114 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.106175 9269 addons.go:66] Setting ingress-dns=true in profile "addons-826712"
I0706 17:58:44.106185 9269 addons.go:228] Setting addon ingress-dns=true in "addons-826712"
I0706 17:58:44.106214 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.106563 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.106626 9269 addons.go:66] Setting storage-provisioner=true in profile "addons-826712"
I0706 17:58:44.106639 9269 addons.go:228] Setting addon storage-provisioner=true in "addons-826712"
I0706 17:58:44.106662 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.111114 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.111217 9269 addons.go:66] Setting metrics-server=true in profile "addons-826712"
I0706 17:58:44.111238 9269 addons.go:228] Setting addon metrics-server=true in "addons-826712"
I0706 17:58:44.111276 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.124188 9269 addons.go:66] Setting registry=true in profile "addons-826712"
I0706 17:58:44.125622 9269 addons.go:228] Setting addon registry=true in "addons-826712"
I0706 17:58:44.125730 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.126248 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.134459 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.160255 9269 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0706 17:58:44.165792 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0706 17:58:44.165826 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0706 17:58:44.165910 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.199238 9269 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6
I0706 17:58:44.211138 9269 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml
I0706 17:58:44.211161 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)
I0706 17:58:44.211226 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.249087 9269 out.go:177] - Using image docker.io/registry:2.8.1
I0706 17:58:44.251400 9269 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0706 17:58:44.254186 9269 addons.go:420] installing /etc/kubernetes/addons/registry-rc.yaml
I0706 17:58:44.254214 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0706 17:58:44.254298 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.448131 9269 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.3
I0706 17:58:44.450062 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.452220 9269 addons.go:420] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0706 17:58:44.452236 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0706 17:58:44.452303 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.452683 9269 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0706 17:58:44.464764 9269 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0706 17:58:44.466575 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.469419 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.477552 9269 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0706 17:58:44.474873 9269 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.17.0
I0706 17:58:44.474930 9269 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0706 17:58:44.475579 9269 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0706 17:58:44.479624 9269 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0706 17:58:44.483521 9269 addons.go:420] installing /etc/kubernetes/addons/ig-namespace.yaml
I0706 17:58:44.483543 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0706 17:58:44.485298 9269 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0706 17:58:44.482253 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0706 17:58:44.482271 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0706 17:58:44.483614 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.493893 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0706 17:58:44.494007 9269 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0706 17:58:44.497470 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0706 17:58:44.494075 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.497543 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.499953 9269 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.8.0
I0706 17:58:44.496715 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.507063 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0706 17:58:44.503583 9269 addons.go:420] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0706 17:58:44.513894 9269 addons.go:228] Setting addon default-storageclass=true in "addons-826712"
I0706 17:58:44.517585 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:44.518060 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:44.523977 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0706 17:58:44.522396 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I0706 17:58:44.525713 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.527473 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0706 17:58:44.529311 9269 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0706 17:58:44.530879 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0706 17:58:44.530896 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0706 17:58:44.530962 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.553736 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.588038 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.635811 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.676119 9269 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml
I0706 17:58:44.676145 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0706 17:58:44.676204 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:44.676408 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.687912 9269 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-826712" context rescaled to 1 replicas
I0706 17:58:44.687946 9269 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0706 17:58:44.689549 9269 out.go:177] * Verifying Kubernetes components...
I0706 17:58:44.692930 9269 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0706 17:58:44.691142 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.699178 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.717597 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:44.798115 9269 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0706 17:58:44.906498 9269 node_ready.go:35] waiting up to 6m0s for node "addons-826712" to be "Ready" ...
I0706 17:58:44.917334 9269 node_ready.go:49] node "addons-826712" has status "Ready":"True"
I0706 17:58:44.917405 9269 node_ready.go:38] duration metric: took 10.879032ms waiting for node "addons-826712" to be "Ready" ...
I0706 17:58:44.917428 9269 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0706 17:58:44.934414 9269 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace to be "Ready" ...
I0706 17:58:45.065957 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0706 17:58:45.268878 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0706 17:58:45.458555 9269 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0706 17:58:45.458576 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0706 17:58:45.527013 9269 addons.go:420] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0706 17:58:45.527081 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0706 17:58:45.538063 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0706 17:58:45.588313 9269 addons.go:420] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0706 17:58:45.588381 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0706 17:58:45.589304 9269 addons.go:420] installing /etc/kubernetes/addons/registry-svc.yaml
I0706 17:58:45.589341 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0706 17:58:45.653501 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0706 17:58:45.700219 9269 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0706 17:58:45.700288 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0706 17:58:45.745377 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0706 17:58:45.745446 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0706 17:58:45.757025 9269 addons.go:420] installing /etc/kubernetes/addons/ig-role.yaml
I0706 17:58:45.757083 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0706 17:58:45.869985 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0706 17:58:46.066351 9269 addons.go:420] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0706 17:58:46.066423 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0706 17:58:46.086175 9269 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0706 17:58:46.086267 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0706 17:58:46.179339 9269 addons.go:420] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0706 17:58:46.179408 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0706 17:58:46.201554 9269 addons.go:420] installing /etc/kubernetes/addons/registry-proxy.yaml
I0706 17:58:46.201611 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0706 17:58:46.208836 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0706 17:58:46.208895 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0706 17:58:46.400747 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0706 17:58:46.400813 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0706 17:58:46.550664 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0706 17:58:46.550696 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0706 17:58:46.605306 9269 addons.go:420] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0706 17:58:46.605373 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0706 17:58:46.634602 9269 addons.go:420] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0706 17:58:46.634677 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0706 17:58:46.675769 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0706 17:58:46.759747 9269 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0706 17:58:46.759820 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0706 17:58:46.770881 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0706 17:58:46.770959 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0706 17:58:46.847400 9269 addons.go:420] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0706 17:58:46.847466 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0706 17:58:46.952612 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0706 17:58:46.969116 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:47.174243 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0706 17:58:47.181058 9269 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0706 17:58:47.181120 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0706 17:58:47.254551 9269 addons.go:420] installing /etc/kubernetes/addons/ig-crd.yaml
I0706 17:58:47.254610 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0706 17:58:47.559704 9269 addons.go:420] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0706 17:58:47.559779 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I0706 17:58:47.583386 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0706 17:58:47.583454 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0706 17:58:47.587465 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0706 17:58:47.898205 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0706 17:58:47.898274 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0706 17:58:48.153871 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0706 17:58:48.153939 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0706 17:58:48.321855 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0706 17:58:48.321880 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0706 17:58:48.578700 9269 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0706 17:58:48.578724 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0706 17:58:48.763986 9269 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.96582503s)
I0706 17:58:48.764017 9269 start.go:901] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0706 17:58:48.817418 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0706 17:58:48.990523 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:49.025882 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.959892922s)
I0706 17:58:50.646890 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.377921752s)
I0706 17:58:51.320991 9269 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0706 17:58:51.321072 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:51.353986 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:51.470182 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:52.051899 9269 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0706 17:58:52.382265 9269 addons.go:228] Setting addon gcp-auth=true in "addons-826712"
I0706 17:58:52.382314 9269 host.go:66] Checking if "addons-826712" exists ...
I0706 17:58:52.382781 9269 cli_runner.go:164] Run: docker container inspect addons-826712 --format={{.State.Status}}
I0706 17:58:52.406829 9269 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0706 17:58:52.406888 9269 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-826712
I0706 17:58:52.439946 9269 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/15452-2292/.minikube/machines/addons-826712/id_rsa Username:docker}
I0706 17:58:53.480642 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:55.218266 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (9.680130421s)
I0706 17:58:55.218300 9269 addons.go:464] Verifying addon ingress=true in "addons-826712"
I0706 17:58:55.220455 9269 out.go:177] * Verifying ingress addon...
I0706 17:58:55.218455 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (9.564885503s)
I0706 17:58:55.218479 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.348423152s)
I0706 17:58:55.218508 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (8.542663813s)
I0706 17:58:55.218561 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (8.265873043s)
I0706 17:58:55.218665 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (8.044346032s)
I0706 17:58:55.218718 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (7.63118884s)
I0706 17:58:55.223735 9269 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0706 17:58:55.224062 9269 addons.go:464] Verifying addon registry=true in "addons-826712"
I0706 17:58:55.226677 9269 out.go:177] * Verifying registry addon...
I0706 17:58:55.224287 9269 addons.go:464] Verifying addon metrics-server=true in "addons-826712"
W0706 17:58:55.224313 9269 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0706 17:58:55.226831 9269 retry.go:31] will retry after 245.426674ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0706 17:58:55.230241 9269 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0706 17:58:55.229416 9269 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0706 17:58:55.230530 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:55.247321 9269 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0706 17:58:55.247354 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:55.472624 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0706 17:58:55.743721 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:55.763762 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:55.979689 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:56.256354 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:56.296940 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:56.747824 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:56.765964 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:57.247906 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:57.357298 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:57.764885 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:57.768814 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:57.982915 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:58:58.238342 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:58.267470 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:58.775200 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:58.776064 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:58.850709 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (10.033238477s)
I0706 17:58:58.850790 9269 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-826712"
I0706 17:58:58.853293 9269 out.go:177] * Verifying csi-hostpath-driver addon...
I0706 17:58:58.851050 9269 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (6.444196045s)
I0706 17:58:58.855997 9269 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0706 17:58:58.858172 9269 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0706 17:58:58.856781 9269 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0706 17:58:58.860261 9269 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0706 17:58:58.860311 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0706 17:58:58.887166 9269 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0706 17:58:58.887186 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:58:58.979156 9269 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0706 17:58:58.979216 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0706 17:58:59.069191 9269 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0706 17:58:59.069251 9269 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I0706 17:58:59.181354 9269 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0706 17:58:59.242671 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:59.257940 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:59.353225 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.880513109s)
I0706 17:58:59.398831 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:58:59.735039 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:58:59.753399 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:58:59.895154 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:00.237266 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:00.271997 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:00.395594 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:00.469523 9269 pod_ready.go:102] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"False"
I0706 17:59:00.738934 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:00.754395 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:00.897184 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:01.013230 9269 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.831796749s)
I0706 17:59:01.015038 9269 addons.go:464] Verifying addon gcp-auth=true in "addons-826712"
I0706 17:59:01.035467 9269 out.go:177] * Verifying gcp-auth addon...
I0706 17:59:01.038039 9269 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0706 17:59:01.044053 9269 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0706 17:59:01.044075 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:01.237243 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:01.263677 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:01.396925 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:01.548444 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:01.736160 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:01.753802 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:01.895328 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:01.969437 9269 pod_ready.go:92] pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:01.969511 9269 pod_ready.go:81] duration metric: took 17.035012241s waiting for pod "coredns-5d78c9869d-54xjz" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.969538 9269 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-h5wpz" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.980550 9269 pod_ready.go:97] error getting pod "coredns-5d78c9869d-h5wpz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-h5wpz" not found
I0706 17:59:01.980632 9269 pod_ready.go:81] duration metric: took 11.074922ms waiting for pod "coredns-5d78c9869d-h5wpz" in "kube-system" namespace to be "Ready" ...
E0706 17:59:01.980672 9269 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5d78c9869d-h5wpz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-h5wpz" not found
I0706 17:59:01.980718 9269 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.988924 9269 pod_ready.go:92] pod "etcd-addons-826712" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:01.988997 9269 pod_ready.go:81] duration metric: took 8.252049ms waiting for pod "etcd-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.989026 9269 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.994466 9269 pod_ready.go:92] pod "kube-apiserver-addons-826712" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:01.994529 9269 pod_ready.go:81] duration metric: took 5.482404ms waiting for pod "kube-apiserver-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:01.994570 9269 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.003941 9269 pod_ready.go:92] pod "kube-controller-manager-addons-826712" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:02.004022 9269 pod_ready.go:81] duration metric: took 9.430056ms waiting for pod "kube-controller-manager-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.004050 9269 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-gf9zt" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.048367 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:02.165249 9269 pod_ready.go:92] pod "kube-proxy-gf9zt" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:02.165276 9269 pod_ready.go:81] duration metric: took 161.205872ms waiting for pod "kube-proxy-gf9zt" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.165287 9269 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.236182 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:02.253345 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:02.393652 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:02.549034 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:02.566524 9269 pod_ready.go:92] pod "kube-scheduler-addons-826712" in "kube-system" namespace has status "Ready":"True"
I0706 17:59:02.566547 9269 pod_ready.go:81] duration metric: took 401.251798ms waiting for pod "kube-scheduler-addons-826712" in "kube-system" namespace to be "Ready" ...
I0706 17:59:02.566556 9269 pod_ready.go:38] duration metric: took 17.649104333s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0706 17:59:02.566628 9269 api_server.go:52] waiting for apiserver process to appear ...
I0706 17:59:02.566718 9269 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0706 17:59:02.591552 9269 api_server.go:72] duration metric: took 17.903579236s to wait for apiserver process to appear ...
I0706 17:59:02.591574 9269 api_server.go:88] waiting for apiserver healthz status ...
I0706 17:59:02.591592 9269 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0706 17:59:02.601998 9269 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0706 17:59:02.603710 9269 api_server.go:141] control plane version: v1.27.3
I0706 17:59:02.603737 9269 api_server.go:131] duration metric: took 12.155976ms to wait for apiserver health ...
I0706 17:59:02.603747 9269 system_pods.go:43] waiting for kube-system pods to appear ...
I0706 17:59:02.736856 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:02.753912 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:02.773202 9269 system_pods.go:59] 17 kube-system pods found
I0706 17:59:02.773236 9269 system_pods.go:61] "coredns-5d78c9869d-54xjz" [33fe0ada-886b-4b60-a4b2-6c8ea6c54ce3] Running
I0706 17:59:02.773247 9269 system_pods.go:61] "csi-hostpath-attacher-0" [242f2434-5ddf-40c1-8075-0eb8912dfc17] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0706 17:59:02.773286 9269 system_pods.go:61] "csi-hostpath-resizer-0" [fd40737b-5791-41d4-909e-8b1320eb41ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0706 17:59:02.773302 9269 system_pods.go:61] "csi-hostpathplugin-nkd6h" [0e8541ed-7d25-4d66-9a8e-7884cfdee55e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0706 17:59:02.773309 9269 system_pods.go:61] "etcd-addons-826712" [d240caf9-e0b3-4bab-8852-d1a57f000900] Running
I0706 17:59:02.773323 9269 system_pods.go:61] "kindnet-9m8lc" [da08144a-80b8-4221-924a-3503e5a2fc40] Running
I0706 17:59:02.773328 9269 system_pods.go:61] "kube-apiserver-addons-826712" [d6339e4e-2036-4572-8904-98d920e51bc9] Running
I0706 17:59:02.773347 9269 system_pods.go:61] "kube-controller-manager-addons-826712" [ed53a486-8acf-485a-a67c-afd4d4243901] Running
I0706 17:59:02.773360 9269 system_pods.go:61] "kube-ingress-dns-minikube" [962dca17-0662-4714-9c4d-34ba91de1274] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0706 17:59:02.773376 9269 system_pods.go:61] "kube-proxy-gf9zt" [b69c1524-28dd-4e1f-a907-3f320900956e] Running
I0706 17:59:02.773389 9269 system_pods.go:61] "kube-scheduler-addons-826712" [14b950c8-0ae8-473d-a128-2040dd0bdfb5] Running
I0706 17:59:02.773397 9269 system_pods.go:61] "metrics-server-844d8db974-mqjqq" [8fe1ff02-0a0f-4ecf-9fdb-32b83f002e6e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0706 17:59:02.773408 9269 system_pods.go:61] "registry-j4lvs" [b35b0d4d-066d-4cee-bdd5-55f374f78d19] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0706 17:59:02.773419 9269 system_pods.go:61] "registry-proxy-mvt9z" [583ac169-89f5-419c-bf3e-89615d15901d] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0706 17:59:02.773430 9269 system_pods.go:61] "snapshot-controller-75bbb956b9-c4ffj" [d81c2c2c-030d-4e49-9fc5-3e4375fa5b4c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0706 17:59:02.773438 9269 system_pods.go:61] "snapshot-controller-75bbb956b9-pwg7j" [2bafd0c7-ea12-4d03-974c-c88c462411d0] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0706 17:59:02.773459 9269 system_pods.go:61] "storage-provisioner" [0026ea45-2161-4b2e-9bf8-6703b244270d] Running
I0706 17:59:02.773466 9269 system_pods.go:74] duration metric: took 169.713667ms to wait for pod list to return data ...
I0706 17:59:02.773474 9269 default_sa.go:34] waiting for default service account to be created ...
I0706 17:59:02.893764 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:02.964319 9269 default_sa.go:45] found service account: "default"
I0706 17:59:02.964341 9269 default_sa.go:55] duration metric: took 190.861946ms for default service account to be created ...
I0706 17:59:02.964351 9269 system_pods.go:116] waiting for k8s-apps to be running ...
I0706 17:59:03.049210 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:03.176147 9269 system_pods.go:86] 17 kube-system pods found
I0706 17:59:03.176184 9269 system_pods.go:89] "coredns-5d78c9869d-54xjz" [33fe0ada-886b-4b60-a4b2-6c8ea6c54ce3] Running
I0706 17:59:03.176194 9269 system_pods.go:89] "csi-hostpath-attacher-0" [242f2434-5ddf-40c1-8075-0eb8912dfc17] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0706 17:59:03.176203 9269 system_pods.go:89] "csi-hostpath-resizer-0" [fd40737b-5791-41d4-909e-8b1320eb41ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0706 17:59:03.176212 9269 system_pods.go:89] "csi-hostpathplugin-nkd6h" [0e8541ed-7d25-4d66-9a8e-7884cfdee55e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0706 17:59:03.176223 9269 system_pods.go:89] "etcd-addons-826712" [d240caf9-e0b3-4bab-8852-d1a57f000900] Running
I0706 17:59:03.176228 9269 system_pods.go:89] "kindnet-9m8lc" [da08144a-80b8-4221-924a-3503e5a2fc40] Running
I0706 17:59:03.176239 9269 system_pods.go:89] "kube-apiserver-addons-826712" [d6339e4e-2036-4572-8904-98d920e51bc9] Running
I0706 17:59:03.176245 9269 system_pods.go:89] "kube-controller-manager-addons-826712" [ed53a486-8acf-485a-a67c-afd4d4243901] Running
I0706 17:59:03.176259 9269 system_pods.go:89] "kube-ingress-dns-minikube" [962dca17-0662-4714-9c4d-34ba91de1274] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0706 17:59:03.176265 9269 system_pods.go:89] "kube-proxy-gf9zt" [b69c1524-28dd-4e1f-a907-3f320900956e] Running
I0706 17:59:03.176275 9269 system_pods.go:89] "kube-scheduler-addons-826712" [14b950c8-0ae8-473d-a128-2040dd0bdfb5] Running
I0706 17:59:03.176283 9269 system_pods.go:89] "metrics-server-844d8db974-mqjqq" [8fe1ff02-0a0f-4ecf-9fdb-32b83f002e6e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0706 17:59:03.176295 9269 system_pods.go:89] "registry-j4lvs" [b35b0d4d-066d-4cee-bdd5-55f374f78d19] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0706 17:59:03.176302 9269 system_pods.go:89] "registry-proxy-mvt9z" [583ac169-89f5-419c-bf3e-89615d15901d] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0706 17:59:03.176311 9269 system_pods.go:89] "snapshot-controller-75bbb956b9-c4ffj" [d81c2c2c-030d-4e49-9fc5-3e4375fa5b4c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0706 17:59:03.176321 9269 system_pods.go:89] "snapshot-controller-75bbb956b9-pwg7j" [2bafd0c7-ea12-4d03-974c-c88c462411d0] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0706 17:59:03.176326 9269 system_pods.go:89] "storage-provisioner" [0026ea45-2161-4b2e-9bf8-6703b244270d] Running
I0706 17:59:03.176336 9269 system_pods.go:126] duration metric: took 211.980448ms to wait for k8s-apps to be running ...
I0706 17:59:03.176346 9269 system_svc.go:44] waiting for kubelet service to be running ....
I0706 17:59:03.176403 9269 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0706 17:59:03.197320 9269 system_svc.go:56] duration metric: took 20.949582ms WaitForService to wait for kubelet.
I0706 17:59:03.197397 9269 kubeadm.go:581] duration metric: took 18.509428196s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0706 17:59:03.197433 9269 node_conditions.go:102] verifying NodePressure condition ...
I0706 17:59:03.237670 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:03.253501 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:03.365231 9269 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0706 17:59:03.365304 9269 node_conditions.go:123] node cpu capacity is 2
I0706 17:59:03.365341 9269 node_conditions.go:105] duration metric: took 167.87315ms to run NodePressure ...
I0706 17:59:03.365370 9269 start.go:228] waiting for startup goroutines ...
I0706 17:59:03.394595 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:03.550580 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:03.735172 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:03.754028 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:03.896401 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:04.048409 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:04.235457 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:04.252903 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:04.394453 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:04.548447 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:04.734863 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:04.752346 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:04.893020 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:05.048618 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:05.235568 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:05.252121 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:05.392889 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:05.548632 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:05.735166 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:05.753168 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:05.893409 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:06.048614 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:06.235767 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:06.252867 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:06.392580 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:06.548527 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:06.735920 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:06.752353 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:06.893526 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:07.048445 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:07.234921 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:07.253319 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:07.393716 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:07.548202 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:07.735110 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:07.752538 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:07.893919 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:08.048012 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:08.235331 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:08.252037 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:08.392780 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:08.548229 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:08.735889 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:08.752537 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:08.894342 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:09.048932 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:09.234953 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:09.253286 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:09.394572 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:09.552637 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:09.735357 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:09.752745 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:09.892808 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:10.048597 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:10.257848 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:10.276599 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:10.396903 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:10.548222 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:10.735360 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:10.753353 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:10.893965 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:11.051821 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:11.235897 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:11.254097 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:11.402805 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:11.550727 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:11.736012 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:11.752732 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:11.894019 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:12.048067 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:12.235728 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:12.252412 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:12.394279 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:12.548551 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:12.735830 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:12.752959 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:12.893875 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:13.049469 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:13.235999 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:13.253363 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:13.395604 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:13.548732 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:13.739874 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:13.754392 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:13.893653 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:14.080882 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:14.235988 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:14.253390 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:14.394434 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:14.549096 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:14.736732 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:14.769563 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:14.893878 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:15.083590 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:15.237694 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:15.254842 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:15.394738 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:15.549564 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:15.737408 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:15.754359 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:15.906342 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:16.049107 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:16.235795 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:16.252934 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:16.395209 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:16.550528 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:16.735930 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:16.754342 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:16.899646 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:17.049279 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:17.236808 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:17.253084 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:17.394480 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:17.547782 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:17.738327 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:17.752672 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:17.893619 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:18.049381 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:18.235659 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:18.254714 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:18.394682 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:18.548378 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:18.734768 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:18.753019 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:18.893656 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:19.048433 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:19.235583 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:19.252652 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:19.394029 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:19.551247 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:19.735967 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:19.753031 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:19.893633 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:20.048378 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:20.235651 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:20.252451 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:20.392732 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:20.548729 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:20.735371 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:20.752812 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:20.895161 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:21.049062 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:21.237767 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:21.253594 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:21.397454 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:21.548304 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:21.736102 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:21.752788 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:21.893963 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:22.048984 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:22.235651 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:22.252145 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:22.393963 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:22.548180 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:22.736008 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:22.753286 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:22.893181 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:23.048138 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:23.240430 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:23.255132 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:23.394164 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:23.548881 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:23.735744 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:23.752586 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:23.894849 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:24.049520 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:24.235702 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:24.252320 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:24.392815 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:24.548704 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:24.735305 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:24.753176 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:24.892570 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:25.048501 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:25.241583 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:25.253297 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:25.393491 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:25.548110 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:25.735883 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:25.752587 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:25.893049 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:26.049146 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:26.236338 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:26.253121 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:26.394328 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:26.548483 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:26.735571 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:26.753051 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:26.894155 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:27.048636 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:27.235904 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:27.253162 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:27.394097 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:27.548859 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:27.735374 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:27.752417 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:27.893372 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:28.047796 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:28.238229 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:28.253067 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:28.393507 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:28.548542 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:28.735677 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:28.753058 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:28.893646 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:29.052476 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:29.236080 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:29.255875 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:29.392759 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:29.547795 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:29.748127 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:29.761725 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:29.892989 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:30.059869 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:30.238073 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:30.254469 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:30.396484 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:30.549514 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:30.735563 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:30.754662 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:30.893840 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:31.048816 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:31.235753 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:31.252981 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:31.393333 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:31.547826 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:31.735759 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:31.752760 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:31.901242 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:32.047998 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:32.234815 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:32.252645 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:32.393766 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:32.556980 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:32.735517 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:32.752561 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:32.893929 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:33.048171 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:33.236269 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:33.252094 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:33.392686 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:33.548733 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:33.735455 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:33.751958 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:33.902519 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:34.048252 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:34.235614 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:34.252540 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:34.393490 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:34.548322 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:34.734772 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:34.759962 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0706 17:59:34.894465 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:35.048221 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:35.236624 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:35.252426 9269 kapi.go:107] duration metric: took 40.022180033s to wait for kubernetes.io/minikube-addons=registry ...
I0706 17:59:35.392913 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:35.547587 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:35.734962 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:35.893247 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:36.048778 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:36.246363 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:36.393030 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:36.548440 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:36.735694 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:36.893299 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:37.060710 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:37.236340 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:37.393568 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:37.549514 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:37.736502 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:37.893794 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:38.049565 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:38.235656 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:38.393294 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:38.547846 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:38.735773 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:38.893421 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:39.048421 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:39.235701 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:39.393373 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:39.548333 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:39.737622 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:39.893393 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:40.052588 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:40.241220 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:40.392801 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:40.548633 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:40.735253 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:40.892946 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:41.048750 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:41.239902 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:41.394053 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:41.550311 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:41.737406 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:41.897625 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:42.048449 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:42.237268 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:42.396888 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:42.548861 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:42.735536 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:42.893458 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:43.049113 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:43.235887 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:43.394550 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:43.548523 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:43.735625 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:43.893380 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:44.048248 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:44.235739 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:44.394025 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:44.550955 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:44.741332 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:44.893323 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:45.052477 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:45.238893 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:45.406533 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:45.548731 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:45.735680 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:45.893100 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:46.050723 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:46.235865 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:46.394424 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:46.548904 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:46.735265 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:46.892406 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:47.047709 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:47.235256 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:47.392446 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:47.554375 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:47.736120 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:47.893098 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:48.048026 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:48.235036 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:48.392891 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:48.547856 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:48.736454 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:48.893281 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:49.047806 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:49.235449 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:49.393014 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:49.548026 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:49.735711 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:49.894712 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:50.048903 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:50.235249 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:50.393244 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0706 17:59:50.547833 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:50.735278 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:50.893719 9269 kapi.go:107] duration metric: took 52.036948226s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0706 17:59:51.052791 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:51.235571 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:51.548867 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:51.735911 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:52.049116 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:52.236052 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:52.548105 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:52.736542 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:53.048475 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:53.235832 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:53.547608 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:53.734818 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:54.048499 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:54.235712 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:54.548661 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:54.735632 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:55.055961 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:55.235912 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:55.547735 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:55.735707 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:56.049475 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:56.235843 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:56.547704 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:56.736304 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:57.048230 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:57.235864 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:57.548121 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:57.735289 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:58.048176 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:58.235676 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:58.548477 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:58.734816 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:59.047624 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:59.235237 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 17:59:59.548818 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 17:59:59.735883 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:00.064132 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:00.282285 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:00.589268 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:00.744145 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:01.049500 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:01.240231 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:01.554652 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:01.735662 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:02.073002 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:02.238199 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:02.548966 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:02.736131 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:03.049111 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:03.236174 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:03.548153 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:03.735716 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:04.048884 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:04.235852 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:04.549474 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:04.738101 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:05.047950 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:05.242766 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:05.548432 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:05.735111 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:06.048694 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:06.236580 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:06.549111 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:06.736227 9269 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0706 18:00:07.076324 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:07.236831 9269 kapi.go:107] duration metric: took 1m12.013091908s to wait for app.kubernetes.io/name=ingress-nginx ...
I0706 18:00:07.548943 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:08.048672 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:08.549664 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:09.049834 9269 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0706 18:00:09.547549 9269 kapi.go:107] duration metric: took 1m8.509508801s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0706 18:00:09.549907 9269 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-826712 cluster.
I0706 18:00:09.552334 9269 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0706 18:00:09.554783 9269 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0706 18:00:09.556889 9269 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner, inspektor-gadget, ingress-dns, default-storageclass, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0706 18:00:09.558641 9269 addons.go:499] enable addons completed in 1m25.457961387s: enabled=[cloud-spanner storage-provisioner inspektor-gadget ingress-dns default-storageclass metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0706 18:00:09.558703 9269 start.go:233] waiting for cluster config update ...
I0706 18:00:09.558727 9269 start.go:242] writing updated cluster config ...
I0706 18:00:09.559108 9269 ssh_runner.go:195] Run: rm -f paused
I0706 18:00:09.617034 9269 start.go:642] kubectl: 1.27.3, cluster: 1.27.3 (minor skew: 0)
I0706 18:00:09.619207 9269 out.go:177] * Done! kubectl is now configured to use "addons-826712" cluster and "default" namespace by default
*
* ==> Docker <==
* Jul 06 18:00:47 addons-826712 dockerd[1096]: time="2023-07-06T18:00:47.034434234Z" level=info msg="ignoring event" container=3d2f27639d14a76fd3b3ccabd3ee7acb2d1cdae5ffeb75e9e1f580173281151f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:00:48 addons-826712 cri-dockerd[1306]: time="2023-07-06T18:00:48Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/2fa667c16c78aec15c7c771e18b5a5aa65024c26a7d66f5cce101f8cef9ac1da/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Jul 06 18:00:50 addons-826712 cri-dockerd[1306]: time="2023-07-06T18:00:50Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Jul 06 18:00:51 addons-826712 dockerd[1096]: time="2023-07-06T18:00:51.111600013Z" level=info msg="ignoring event" container=3ce49cc72323cf5d2c1449949cefdf2bcdd15f63b7d460e9b59e14d51380e982 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:00:51 addons-826712 dockerd[1096]: time="2023-07-06T18:00:51.978504739Z" level=info msg="ignoring event" container=e0dfc8090cb17ecdf6413b0a0eed31427b2693888c9633f6a4ca763632f5ffbc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:00 addons-826712 cri-dockerd[1306]: time="2023-07-06T18:01:00Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e505e17fb6dce72aacb2b2568c6de4d28543c4f6f2398bc623e0295a02e0d88f/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Jul 06 18:01:00 addons-826712 cri-dockerd[1306]: time="2023-07-06T18:01:00Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"
Jul 06 18:01:04 addons-826712 dockerd[1096]: time="2023-07-06T18:01:04.230611664Z" level=info msg="ignoring event" container=6be34d19e8633bfa1f52d41be495794c9ccd5cf5bf2e6f204de96b81b0bc7a67 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:06 addons-826712 dockerd[1096]: time="2023-07-06T18:01:06.800678040Z" level=info msg="Container failed to exit within 1s of signal 15 - using the force" container=4e3b5d7f567c349ca0f6540ed4d3712beed96431751a48ee91575f68055ff3f1
Jul 06 18:01:06 addons-826712 dockerd[1096]: time="2023-07-06T18:01:06.876008402Z" level=info msg="ignoring event" container=4e3b5d7f567c349ca0f6540ed4d3712beed96431751a48ee91575f68055ff3f1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:06 addons-826712 dockerd[1096]: time="2023-07-06T18:01:06.977518376Z" level=info msg="ignoring event" container=3822ccaedc23012f7b5ec3f86a6c318d505fdb69777d3d4bd0fa7435317fd6c6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:08 addons-826712 dockerd[1096]: time="2023-07-06T18:01:08.371355595Z" level=info msg="ignoring event" container=b39333580a5d81be6eb69260b3d1ffdd3df4bf0b75ec103f12860d8306ab530b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:08 addons-826712 dockerd[1096]: time="2023-07-06T18:01:08.978390063Z" level=info msg="ignoring event" container=7f1c11e3c87b3738ec698102bcc99d8857674338150741d9309bb668dc9a2921 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:09 addons-826712 dockerd[1096]: time="2023-07-06T18:01:09.055792885Z" level=info msg="ignoring event" container=e505e17fb6dce72aacb2b2568c6de4d28543c4f6f2398bc623e0295a02e0d88f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.462424308Z" level=info msg="ignoring event" container=dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.513219347Z" level=info msg="ignoring event" container=27cc1afdafec4542c9ef4c88229892f7174a8e75504695238487e49ada1601a8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.561331291Z" level=info msg="ignoring event" container=eede062ed5284424cb55bfaa935178b463b75028c7e0254208977591e29ded6c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.612817977Z" level=info msg="ignoring event" container=28d786f91b16dde3835c3a6e7988d700ed4e199c474ee73bc26636972cbdbb6d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.704043895Z" level=info msg="ignoring event" container=01fd09036b67d8a9e1202fc525b7fa2360b87c7619c52dd69ab73bbb9da1cb0e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.736482305Z" level=info msg="ignoring event" container=0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.807715829Z" level=info msg="ignoring event" container=6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.821575258Z" level=info msg="ignoring event" container=94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.899341232Z" level=info msg="ignoring event" container=ef583480ac3770c350f5059c4f8cfa62f025ecb2265d66867f5518d81e4d10a5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:10 addons-826712 dockerd[1096]: time="2023-07-06T18:01:10.958092694Z" level=info msg="ignoring event" container=dc328387582a414f84d28e4c5cf5658a8d87f7e2f48b94c2a82e7b9f12241fe2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 06 18:01:11 addons-826712 dockerd[1096]: time="2023-07-06T18:01:11.021066779Z" level=info msg="ignoring event" container=68ff57e3131cda9083c8131acae971e6992d11e914ac4b376eb76f9203f896f1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b39333580a5d8 13753a81eccfd 5 seconds ago Exited hello-world-app 2 2fa667c16c78a hello-world-app-65bdb79f98-kttp9
007673dc6ced5 nginx@sha256:2d194184b067db3598771b4cf326cfe6ad5051937ba1132b8b7d4b0184e0d0a6 34 seconds ago Running nginx 0 12d10a57fd18f nginx
ad60c1d7b7947 ghcr.io/headlamp-k8s/headlamp@sha256:67ba87b88218563eec9684525904936609713b02dcbcf4390cd055766217ed45 46 seconds ago Running headlamp 0 fc6997268e3e8 headlamp-66f6498c69-lj2n5
79c75a574bb54 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 36a8e0c1b9de9 gcp-auth-58478865f7-pgk8g
cd0919537f76e 8f2588812ab29 About a minute ago Exited patch 1 a8b31f5069206 ingress-nginx-admission-patch-tr9r6
404bd1426db72 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b About a minute ago Exited create 0 9ad9fa2b35cf4 ingress-nginx-admission-create-p8bnm
ff3e9836c2f94 registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 About a minute ago Running volume-snapshot-controller 0 4637759c5b4dd snapshot-controller-75bbb956b9-c4ffj
ce22465981cf4 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:3ce187116b22ff706e9c17f25cbbe0b4556dd984281cc41e7bb503d51e745e7a About a minute ago Running gadget 0 54831515aa147 gadget-drqgg
c5042821f2a2b registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 About a minute ago Running volume-snapshot-controller 0 c81eff1bdfcf7 snapshot-controller-75bbb956b9-pwg7j
9d4e0ead34935 97e04611ad434 2 minutes ago Running coredns 1 8678c5b508a95 coredns-5d78c9869d-54xjz
834f09b28fbfe ba04bb24b9575 2 minutes ago Running storage-provisioner 0 f1e5796672b2d storage-provisioner
45189bde99abb kindest/kindnetd@sha256:6c00e28db008c2afa67d9ee085c86184ec9ae5281d5ae1bd15006746fb9a1974 2 minutes ago Running kindnet-cni 0 afaabd42cd766 kindnet-9m8lc
890da533929b1 97e04611ad434 2 minutes ago Exited coredns 0 b35fdf6b70255 coredns-5d78c9869d-54xjz
1dd771fdbf920 fb73e92641fd5 2 minutes ago Running kube-proxy 0 2c1507b0bb0c0 kube-proxy-gf9zt
f28497ab16b0e 39dfb036b0986 2 minutes ago Running kube-apiserver 0 4ddcae3e70558 kube-apiserver-addons-826712
6b9066f26f2b4 ab3683b584ae5 2 minutes ago Running kube-controller-manager 0 9f992adcd9ffc kube-controller-manager-addons-826712
c82cab0fcd408 bcb9e554eaab6 2 minutes ago Running kube-scheduler 0 a9c4c81e40fec kube-scheduler-addons-826712
53fa4f161a47b 24bc64e911039 2 minutes ago Running etcd 0 7e679e58ba7ab etcd-addons-826712
*
* ==> coredns [890da533929b] <==
* [INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] plugin/health: Going into lameduck mode for 5s
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/errors: 2 1421354919502178376.946492806106854503. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
[ERROR] plugin/errors: 2 1421354919502178376.946492806106854503. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
*
* ==> coredns [9d4e0ead3493] <==
* [INFO] 10.244.0.16:38188 - 3097 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000067881s
[INFO] 10.244.0.16:38188 - 52155 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.0000544s
[INFO] 10.244.0.16:38188 - 26398 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000086434s
[INFO] 10.244.0.16:38188 - 22844 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000060816s
[INFO] 10.244.0.16:38188 - 55261 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001141871s
[INFO] 10.244.0.16:38188 - 29778 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004348531s
[INFO] 10.244.0.16:38188 - 53274 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00011168s
[INFO] 10.244.0.16:48442 - 15983 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000155537s
[INFO] 10.244.0.16:56703 - 48407 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000035216s
[INFO] 10.244.0.16:56703 - 13389 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00008631s
[INFO] 10.244.0.16:48442 - 44880 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000044357s
[INFO] 10.244.0.16:48442 - 35445 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000061768s
[INFO] 10.244.0.16:56703 - 51139 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000048485s
[INFO] 10.244.0.16:48442 - 64579 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000030827s
[INFO] 10.244.0.16:56703 - 33195 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000037021s
[INFO] 10.244.0.16:48442 - 22629 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000034314s
[INFO] 10.244.0.16:56703 - 52575 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000029137s
[INFO] 10.244.0.16:48442 - 56697 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00002807s
[INFO] 10.244.0.16:56703 - 52378 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000028489s
[INFO] 10.244.0.16:48442 - 62362 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00119628s
[INFO] 10.244.0.16:56703 - 29629 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001046749s
[INFO] 10.244.0.16:48442 - 44361 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001312785s
[INFO] 10.244.0.16:56703 - 2541 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001481344s
[INFO] 10.244.0.16:48442 - 37431 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000091865s
[INFO] 10.244.0.16:56703 - 18627 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000042716s
*
* ==> describe nodes <==
* Name: addons-826712
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-826712
kubernetes.io/os=linux
minikube.k8s.io/commit=b6e1a3abc91e215b081da44b95c5d4a34c954e9b
minikube.k8s.io/name=addons-826712
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_07_06T17_58_33_0700
minikube.k8s.io/version=v1.30.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-826712
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 06 Jul 2023 17:58:28 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-826712
AcquireTime: <unset>
RenewTime: Thu, 06 Jul 2023 18:01:05 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 06 Jul 2023 18:01:06 +0000 Thu, 06 Jul 2023 17:58:25 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 06 Jul 2023 18:01:06 +0000 Thu, 06 Jul 2023 17:58:25 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 06 Jul 2023 18:01:06 +0000 Thu, 06 Jul 2023 17:58:25 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 06 Jul 2023 18:01:06 +0000 Thu, 06 Jul 2023 17:58:42 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-826712
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022624Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022624Ki
pods: 110
System Info:
Machine ID: 51374016ac6945e79a84b29687ba8707
System UUID: 3db0fc65-a39f-4316-9f7f-969588294013
Boot ID: cf41dd19-371c-4e33-8264-79eafb4377f2
Kernel Version: 5.15.0-1039-aws
OS Image: Ubuntu 22.04.2 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.2
Kubelet Version: v1.27.3
Kube-Proxy Version: v1.27.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-65bdb79f98-kttp9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 40s
gadget gadget-drqgg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m23s
gcp-auth gcp-auth-58478865f7-pgk8g 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m14s
headlamp headlamp-66f6498c69-lj2n5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 52s
kube-system coredns-5d78c9869d-54xjz 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m30s
kube-system etcd-addons-826712 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m42s
kube-system kindnet-9m8lc 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 2m30s
kube-system kube-apiserver-addons-826712 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m42s
kube-system kube-controller-manager-addons-826712 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m42s
kube-system kube-proxy-gf9zt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system kube-scheduler-addons-826712 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m42s
kube-system snapshot-controller-75bbb956b9-c4ffj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m24s
kube-system snapshot-controller-75bbb956b9-pwg7j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m24s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m24s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m27s kube-proxy
Normal NodeAllocatableEnforced 2m51s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m50s (x8 over 2m51s) kubelet Node addons-826712 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m50s (x8 over 2m51s) kubelet Node addons-826712 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m50s (x7 over 2m51s) kubelet Node addons-826712 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 2m42s kubelet Node addons-826712 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m42s kubelet Node addons-826712 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m42s kubelet Node addons-826712 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m42s kubelet Node addons-826712 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m42s kubelet Updated Node Allocatable limit across pods
Normal Starting 2m42s kubelet Starting kubelet.
Normal NodeReady 2m32s kubelet Node addons-826712 status is now: NodeReady
Normal RegisteredNode 2m31s node-controller Node addons-826712 event: Registered Node addons-826712 in Controller
*
* ==> dmesg <==
* [Jul 6 17:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014589] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +1.267913] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.366944] kauditd_printk_skb: 26 callbacks suppressed
[Jul 6 17:58] hrtimer: interrupt took 19760297 ns
*
* ==> etcd [53fa4f161a47] <==
* {"level":"info","ts":"2023-07-06T17:58:24.826Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-07-06T17:58:24.826Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2023-07-06T17:58:24.827Z","caller":"embed/etcd.go:687","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-07-06T17:58:24.827Z","caller":"embed/etcd.go:275","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-07-06T17:58:24.827Z","caller":"embed/etcd.go:762","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-07-06T17:58:24.827Z","caller":"embed/etcd.go:586","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-06T17:58:24.827Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-07-06T17:58:25.819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-06T17:58:25.823Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-06T17:58:25.827Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-826712 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-07-06T17:58:25.831Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-06T17:58:25.831Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-06T17:58:25.831Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-06T17:58:25.831Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-06T17:58:25.832Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-07-06T17:58:25.843Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-07-06T17:58:25.843Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-07-06T17:58:25.843Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-06T17:58:25.844Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.49.2:2379"}
*
* ==> gcp-auth [79c75a574bb5] <==
* 2023/07/06 18:00:08 GCP Auth Webhook started!
2023/07/06 18:00:19 Ready to marshal response ...
2023/07/06 18:00:19 Ready to write response ...
2023/07/06 18:00:21 Ready to marshal response ...
2023/07/06 18:00:21 Ready to write response ...
2023/07/06 18:00:22 Ready to marshal response ...
2023/07/06 18:00:22 Ready to write response ...
2023/07/06 18:00:22 Ready to marshal response ...
2023/07/06 18:00:22 Ready to write response ...
2023/07/06 18:00:32 Ready to marshal response ...
2023/07/06 18:00:32 Ready to write response ...
2023/07/06 18:00:34 Ready to marshal response ...
2023/07/06 18:00:34 Ready to write response ...
2023/07/06 18:00:48 Ready to marshal response ...
2023/07/06 18:00:48 Ready to write response ...
2023/07/06 18:00:59 Ready to marshal response ...
2023/07/06 18:00:59 Ready to write response ...
*
* ==> kernel <==
* 18:01:14 up 43 min, 0 users, load average: 4.36, 2.19, 0.90
Linux addons-826712 5.15.0-1039-aws #44~20.04.1-Ubuntu SMP Thu Jun 22 12:21:08 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.2 LTS"
*
* ==> kindnet [45189bde99ab] <==
* I0706 17:59:08.478775 1 main.go:227] handling current node
I0706 17:59:18.490388 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 17:59:18.490417 1 main.go:227] handling current node
I0706 17:59:28.495206 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 17:59:28.495231 1 main.go:227] handling current node
I0706 17:59:38.506797 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 17:59:38.506822 1 main.go:227] handling current node
I0706 17:59:48.518794 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 17:59:48.518830 1 main.go:227] handling current node
I0706 17:59:58.522744 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 17:59:58.522775 1 main.go:227] handling current node
I0706 18:00:08.535495 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:08.535523 1 main.go:227] handling current node
I0706 18:00:18.546279 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:18.546307 1 main.go:227] handling current node
I0706 18:00:28.550688 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:28.550716 1 main.go:227] handling current node
I0706 18:00:38.563806 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:38.563831 1 main.go:227] handling current node
I0706 18:00:48.587835 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:48.587870 1 main.go:227] handling current node
I0706 18:00:58.601218 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:00:58.601246 1 main.go:227] handling current node
I0706 18:01:08.613922 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0706 18:01:08.613950 1 main.go:227] handling current node
*
* ==> kube-apiserver [f28497ab16b0] <==
* I0706 17:58:54.882966 1 controller.go:624] quota admission added evaluator for: jobs.batch
I0706 17:58:58.271676 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.107.172.231]
I0706 17:58:58.301495 1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0706 17:58:58.640872 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.107.254.6]
I0706 17:59:00.772653 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.109.192.138]
E0706 17:59:21.268014 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.182.209:443: connect: connection refused
I0706 17:59:21.268281 1 handler_discovery.go:325] DiscoveryManager: Failed to download discovery for kube-system/metrics-server:443: 503 error trying to reach service: dial tcp 10.109.182.209:443: connect: connection refused
I0706 17:59:21.268296 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0706 17:59:21.268889 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.182.209:443: connect: connection refused
E0706 17:59:21.276007 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.182.209:443: connect: connection refused
E0706 17:59:21.299118 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.182.209:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.182.209:443: connect: connection refused
I0706 17:59:21.420315 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0706 17:59:28.399352 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0706 18:00:22.012989 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.110.9.91]
E0706 18:00:22.290635 1 handler_proxy.go:144] error resolving kube-system/metrics-server: service "metrics-server" not found
W0706 18:00:22.290661 1 handler_proxy.go:100] no RequestInfo found in the context
E0706 18:00:22.290693 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0706 18:00:22.290703 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0706 18:00:22.310650 1 controller.go:132] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
E0706 18:00:23.741297 1 watch.go:287] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoderWithAllocator{writer:responsewriter.outerWithCloseNotifyAndFlush{UserProvidedDecorator:(*metrics.ResponseWriterDelegator)(0x400c76a930), InnerCloseNotifierFlusher:struct { httpsnoop.Unwrapper; http.ResponseWriter; http.Flusher; http.CloseNotifier; http.Pusher }{Unwrapper:(*httpsnoop.rw)(0x400f877180), ResponseWriter:(*httpsnoop.rw)(0x400f877180), Flusher:(*httpsnoop.rw)(0x400f877180), CloseNotifier:(*httpsnoop.rw)(0x400f877180), Pusher:(*httpsnoop.rw)(0x400f877180)}}, encoder:(*versioning.codec)(0x401035a500), memAllocator:(*runtime.Allocator)(0x400a417f80)})
I0706 18:00:33.828282 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0706 18:00:34.276019 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.100.145.24]
I0706 18:00:45.514351 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0706 18:00:48.525574 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.105.125.47]
*
* ==> kube-controller-manager [6b9066f26f2b] <==
* I0706 17:59:44.606933 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0706 17:59:44.617908 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0706 17:59:44.621146 1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
I0706 18:00:14.032607 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0706 18:00:14.034586 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0706 18:00:14.078470 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0706 18:00:14.080542 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0706 18:00:22.053581 1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-66f6498c69 to 1"
I0706 18:00:22.071655 1 event.go:307] "Event occurred" object="headlamp/headlamp-66f6498c69" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-66f6498c69-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"
E0706 18:00:22.093333 1 replica_set.go:544] sync "headlamp/headlamp-66f6498c69" failed with pods "headlamp-66f6498c69-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found
E0706 18:00:22.108380 1 replica_set.go:544] sync "headlamp/headlamp-66f6498c69" failed with pods "headlamp-66f6498c69-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found
I0706 18:00:22.109101 1 event.go:307] "Event occurred" object="headlamp/headlamp-66f6498c69" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-66f6498c69-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"
I0706 18:00:22.149833 1 event.go:307] "Event occurred" object="headlamp/headlamp-66f6498c69" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-66f6498c69-lj2n5"
I0706 18:00:25.472333 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:00:28.519584 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:00:31.061265 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:00:48.052779 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"
I0706 18:00:48.089291 1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-kttp9"
I0706 18:00:48.239607 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:00:58.521301 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:00:59.130500 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0706 18:01:05.692838 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-create
I0706 18:01:05.702325 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch
I0706 18:01:10.263445 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0706 18:01:10.377835 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
*
* ==> kube-proxy [1dd771fdbf92] <==
* I0706 17:58:46.199506 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0706 17:58:46.199602 1 server_others.go:110] "Detected node IP" address="192.168.49.2"
I0706 17:58:46.199634 1 server_others.go:554] "Using iptables proxy"
I0706 17:58:46.294143 1 server_others.go:192] "Using iptables Proxier"
I0706 17:58:46.294185 1 server_others.go:199] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0706 17:58:46.294195 1 server_others.go:200] "Creating dualStackProxier for iptables"
I0706 17:58:46.294211 1 server_others.go:484] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, defaulting to no-op detect-local for IPv6"
I0706 17:58:46.294276 1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0706 17:58:46.294839 1 server.go:658] "Version info" version="v1.27.3"
I0706 17:58:46.294851 1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0706 17:58:46.296418 1 config.go:188] "Starting service config controller"
I0706 17:58:46.296430 1 shared_informer.go:311] Waiting for caches to sync for service config
I0706 17:58:46.296449 1 config.go:97] "Starting endpoint slice config controller"
I0706 17:58:46.296453 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0706 17:58:46.296951 1 config.go:315] "Starting node config controller"
I0706 17:58:46.296959 1 shared_informer.go:311] Waiting for caches to sync for node config
I0706 17:58:46.396776 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0706 17:58:46.396825 1 shared_informer.go:318] Caches are synced for service config
I0706 17:58:46.398038 1 shared_informer.go:318] Caches are synced for node config
I0706 17:58:54.775246 1 trace.go:219] Trace[1673121598]: "iptables save" (06-Jul-2023 17:58:52.155) (total time: 2620ms):
Trace[1673121598]: [2.620033822s] [2.620033822s] END
*
* ==> kube-scheduler [c82cab0fcd40] <==
* W0706 17:58:28.657437 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0706 17:58:28.657527 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0706 17:58:28.657620 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0706 17:58:28.657709 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0706 17:58:28.661742 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0706 17:58:28.662200 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0706 17:58:28.662030 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0706 17:58:28.662407 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0706 17:58:28.662086 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0706 17:58:28.662546 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0706 17:58:28.662135 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0706 17:58:28.662699 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0706 17:58:28.662183 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0706 17:58:28.662901 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0706 17:58:28.675456 1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0706 17:58:28.675615 1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0706 17:58:29.626401 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0706 17:58:29.626615 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0706 17:58:29.633718 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0706 17:58:29.633944 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0706 17:58:29.677182 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0706 17:58:29.677393 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0706 17:58:29.713289 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0706 17:58:29.713322 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I0706 17:58:30.240989 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.616364 2327 scope.go:115] "RemoveContainer" containerID="0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.618289 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8} err="failed to get container status \"0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8\": rpc error: code = Unknown desc = Error: No such container: 0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.618409 2327 scope.go:115] "RemoveContainer" containerID="94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.619193 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d} err="failed to get container status \"94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d\": rpc error: code = Unknown desc = Error: No such container: 94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.619308 2327 scope.go:115] "RemoveContainer" containerID="6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.620027 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b} err="failed to get container status \"6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b\": rpc error: code = Unknown desc = Error: No such container: 6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.620135 2327 scope.go:115] "RemoveContainer" containerID="01fd09036b67d8a9e1202fc525b7fa2360b87c7619c52dd69ab73bbb9da1cb0e"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.620810 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:01fd09036b67d8a9e1202fc525b7fa2360b87c7619c52dd69ab73bbb9da1cb0e} err="failed to get container status \"01fd09036b67d8a9e1202fc525b7fa2360b87c7619c52dd69ab73bbb9da1cb0e\": rpc error: code = Unknown desc = Error: No such container: 01fd09036b67d8a9e1202fc525b7fa2360b87c7619c52dd69ab73bbb9da1cb0e"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.620915 2327 scope.go:115] "RemoveContainer" containerID="eede062ed5284424cb55bfaa935178b463b75028c7e0254208977591e29ded6c"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.621618 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:eede062ed5284424cb55bfaa935178b463b75028c7e0254208977591e29ded6c} err="failed to get container status \"eede062ed5284424cb55bfaa935178b463b75028c7e0254208977591e29ded6c\": rpc error: code = Unknown desc = Error: No such container: eede062ed5284424cb55bfaa935178b463b75028c7e0254208977591e29ded6c"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.621731 2327 scope.go:115] "RemoveContainer" containerID="27cc1afdafec4542c9ef4c88229892f7174a8e75504695238487e49ada1601a8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.622451 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:27cc1afdafec4542c9ef4c88229892f7174a8e75504695238487e49ada1601a8} err="failed to get container status \"27cc1afdafec4542c9ef4c88229892f7174a8e75504695238487e49ada1601a8\": rpc error: code = Unknown desc = Error: No such container: 27cc1afdafec4542c9ef4c88229892f7174a8e75504695238487e49ada1601a8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.622560 2327 scope.go:115] "RemoveContainer" containerID="0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.623254 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8} err="failed to get container status \"0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8\": rpc error: code = Unknown desc = Error: No such container: 0569e66de359a253c58ac04c999ccba2cb67c906358883c39f7e0db5f92536c8"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.623360 2327 scope.go:115] "RemoveContainer" containerID="94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.624078 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d} err="failed to get container status \"94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d\": rpc error: code = Unknown desc = Error: No such container: 94d9a0ddab30abcec26ef02dc55d5a86af3c9f27fa961db84044ee17101e2b1d"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.624132 2327 scope.go:115] "RemoveContainer" containerID="6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.624835 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b} err="failed to get container status \"6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b\": rpc error: code = Unknown desc = Error: No such container: 6a18c58223a9c2c3ff0b4595967bea0f39b639f277280dcae1fb952ff931269b"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.624941 2327 scope.go:115] "RemoveContainer" containerID="dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.643399 2327 scope.go:115] "RemoveContainer" containerID="dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3"
Jul 06 18:01:11 addons-826712 kubelet[2327]: E0706 18:01:11.644270 2327 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3" containerID="dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3"
Jul 06 18:01:11 addons-826712 kubelet[2327]: I0706 18:01:11.644314 2327 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3} err="failed to get container status \"dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3\": rpc error: code = Unknown desc = Error: No such container: dc25c54b145b789ee30e74cc2f1b5b54a8f56ecc2ef87492ec56feba847f76e3"
Jul 06 18:01:12 addons-826712 kubelet[2327]: I0706 18:01:12.208648 2327 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=0e8541ed-7d25-4d66-9a8e-7884cfdee55e path="/var/lib/kubelet/pods/0e8541ed-7d25-4d66-9a8e-7884cfdee55e/volumes"
Jul 06 18:01:12 addons-826712 kubelet[2327]: I0706 18:01:12.209188 2327 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=242f2434-5ddf-40c1-8075-0eb8912dfc17 path="/var/lib/kubelet/pods/242f2434-5ddf-40c1-8075-0eb8912dfc17/volumes"
Jul 06 18:01:12 addons-826712 kubelet[2327]: I0706 18:01:12.209505 2327 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=fd40737b-5791-41d4-909e-8b1320eb41ee path="/var/lib/kubelet/pods/fd40737b-5791-41d4-909e-8b1320eb41ee/volumes"
*
* ==> storage-provisioner [834f09b28fbf] <==
* I0706 17:58:55.663098 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0706 17:58:58.525069 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0706 17:58:58.525149 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0706 17:58:58.665606 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0706 17:58:58.665779 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-826712_ab29c546-2fa3-4dc7-9557-116a9f5e8ac3!
I0706 17:58:58.666685 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"82a6514a-c304-4e92-9af8-41181227f8fb", APIVersion:"v1", ResourceVersion:"735", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-826712_ab29c546-2fa3-4dc7-9557-116a9f5e8ac3 became leader
I0706 17:58:59.395335 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-826712_ab29c546-2fa3-4dc7-9557-116a9f5e8ac3!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-826712 -n addons-826712
helpers_test.go:261: (dbg) Run: kubectl --context addons-826712 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (42.19s)