=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:183: (dbg) Run: kubectl --context addons-634197 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:208: (dbg) Run: kubectl --context addons-634197 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:221: (dbg) Run: kubectl --context addons-634197 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [b5f00d44-0261-406c-a0e7-0f74a1fc197b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [b5f00d44-0261-406c-a0e7-0f74a1fc197b] Running
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.007885941s
addons_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p addons-634197 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Run: kubectl --context addons-634197 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:267: (dbg) Run: out/minikube-linux-arm64 -p addons-634197 ip
addons_test.go:273: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.052986465s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p addons-634197 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p addons-634197 addons disable ingress-dns --alsologtostderr -v=1: (1.269895399s)
addons_test.go:287: (dbg) Run: out/minikube-linux-arm64 -p addons-634197 addons disable ingress --alsologtostderr -v=1
addons_test.go:287: (dbg) Done: out/minikube-linux-arm64 -p addons-634197 addons disable ingress --alsologtostderr -v=1: (7.751388028s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-634197
helpers_test.go:235: (dbg) docker inspect addons-634197:
-- stdout --
[
{
"Id": "7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5",
"Created": "2023-07-19T23:49:31.132467524Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 481465,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-07-19T23:49:31.45963422Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:f52519afe5f6d6f3ce84cbd7f651b1292638d32ca98ee43d88f2d69e113e44de",
"ResolvConfPath": "/var/lib/docker/containers/7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5/hostname",
"HostsPath": "/var/lib/docker/containers/7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5/hosts",
"LogPath": "/var/lib/docker/containers/7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5/7d9ee4b34f27f7ac13563edcac0c43b6f022c99998b1aa133ff0381800fc8fd5-json.log",
"Name": "/addons-634197",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-634197:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-634197",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ccb7bb256d24fd210be9aba4976494cf59f04128482886412e97f785526768bd-init/diff:/var/lib/docker/overlay2/91062a1696abf51e43ba788b12e4bc3e8b35395a23d1306c55e792c6df8f8ca8/diff",
"MergedDir": "/var/lib/docker/overlay2/ccb7bb256d24fd210be9aba4976494cf59f04128482886412e97f785526768bd/merged",
"UpperDir": "/var/lib/docker/overlay2/ccb7bb256d24fd210be9aba4976494cf59f04128482886412e97f785526768bd/diff",
"WorkDir": "/var/lib/docker/overlay2/ccb7bb256d24fd210be9aba4976494cf59f04128482886412e97f785526768bd/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-634197",
"Source": "/var/lib/docker/volumes/addons-634197/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-634197",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-634197",
"name.minikube.sigs.k8s.io": "addons-634197",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "6bff507746aefd8e8c6fb1e7825f94c7a5847d5cb836bb27560d74a65ab4577e",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33376"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33375"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33372"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33374"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33373"
}
]
},
"SandboxKey": "/var/run/docker/netns/6bff507746ae",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-634197": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"7d9ee4b34f27",
"addons-634197"
],
"NetworkID": "67e0e315d1c800c5cbd9aef20315a7fbf953f08beee935e6ddff039a0ff34ccc",
"EndpointID": "f6a4916d6d3d8025ac700b1053b60f239110668e1114f8ccbb9a25a404cafccb",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-634197 -n addons-634197
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-634197 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-634197 logs -n 25: (1.142062477s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-705089 | jenkins | v1.31.0 | 19 Jul 23 23:48 UTC | |
| | -p download-only-705089 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-705089 | jenkins | v1.31.0 | 19 Jul 23 23:48 UTC | |
| | -p download-only-705089 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.27.3 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:49 UTC |
| delete | -p download-only-705089 | download-only-705089 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:49 UTC |
| delete | -p download-only-705089 | download-only-705089 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:49 UTC |
| start | --download-only -p | download-docker-591100 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | |
| | download-docker-591100 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-591100 | download-docker-591100 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:49 UTC |
| start | --download-only -p | binary-mirror-800167 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | |
| | binary-mirror-800167 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:46523 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-800167 | binary-mirror-800167 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:49 UTC |
| start | -p addons-634197 | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:49 UTC | 19 Jul 23 23:52 UTC |
| | --wait=true --memory=4000 | | | | | |
| | --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable cloud-spanner -p | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | addons-634197 | | | | | |
| addons | enable headlamp | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | -p addons-634197 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-634197 ip | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| addons | addons-634197 addons disable | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | addons-634197 | | | | | |
| addons | addons-634197 addons | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-634197 ssh curl -s | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-634197 ip | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:52 UTC |
| addons | addons-634197 addons | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:52 UTC | 19 Jul 23 23:53 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-634197 addons | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:53 UTC | 19 Jul 23 23:53 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-634197 addons disable | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:53 UTC | 19 Jul 23 23:53 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-634197 addons disable | addons-634197 | jenkins | v1.31.0 | 19 Jul 23 23:53 UTC | 19 Jul 23 23:53 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/07/19 23:49:07
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.20.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0719 23:49:07.280228 480998 out.go:296] Setting OutFile to fd 1 ...
I0719 23:49:07.280932 480998 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0719 23:49:07.280947 480998 out.go:309] Setting ErrFile to fd 2...
I0719 23:49:07.280953 480998 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0719 23:49:07.281242 480998 root.go:338] Updating PATH: /home/jenkins/minikube-integration/15585-475114/.minikube/bin
I0719 23:49:07.281731 480998 out.go:303] Setting JSON to false
I0719 23:49:07.282692 480998 start.go:128] hostinfo: {"hostname":"ip-172-31-21-244","uptime":12693,"bootTime":1689797855,"procs":245,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1039-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0719 23:49:07.282761 480998 start.go:138] virtualization:
I0719 23:49:07.286505 480998 out.go:177] * [addons-634197] minikube v1.31.0 on Ubuntu 20.04 (arm64)
I0719 23:49:07.288348 480998 out.go:177] - MINIKUBE_LOCATION=15585
I0719 23:49:07.289964 480998 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0719 23:49:07.288521 480998 notify.go:220] Checking for updates...
I0719 23:49:07.291612 480998 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/15585-475114/kubeconfig
I0719 23:49:07.293372 480998 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/15585-475114/.minikube
I0719 23:49:07.294994 480998 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0719 23:49:07.297004 480998 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0719 23:49:07.299342 480998 driver.go:373] Setting default libvirt URI to qemu:///system
I0719 23:49:07.323448 480998 docker.go:121] docker version: linux-24.0.4:Docker Engine - Community
I0719 23:49:07.323559 480998 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0719 23:49:07.409936 480998 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-07-19 23:49:07.399571396 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215171072 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0719 23:49:07.410053 480998 docker.go:294] overlay module found
I0719 23:49:07.412228 480998 out.go:177] * Using the docker driver based on user configuration
I0719 23:49:07.413905 480998 start.go:298] selected driver: docker
I0719 23:49:07.413934 480998 start.go:880] validating driver "docker" against <nil>
I0719 23:49:07.413949 480998 start.go:891] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0719 23:49:07.414643 480998 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0719 23:49:07.483628 480998 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-07-19 23:49:07.474417575 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215171072 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0719 23:49:07.483801 480998 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0719 23:49:07.484042 480998 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0719 23:49:07.485820 480998 out.go:177] * Using Docker driver with root privileges
I0719 23:49:07.487437 480998 cni.go:84] Creating CNI manager for ""
I0719 23:49:07.487460 480998 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0719 23:49:07.487469 480998 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0719 23:49:07.487485 480998 start_flags.go:319] config:
{Name:addons-634197 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-634197 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:
cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0719 23:49:07.489467 480998 out.go:177] * Starting control plane node addons-634197 in cluster addons-634197
I0719 23:49:07.491234 480998 cache.go:122] Beginning downloading kic base image for docker with docker
I0719 23:49:07.493000 480998 out.go:177] * Pulling base image ...
I0719 23:49:07.494730 480998 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0719 23:49:07.494787 480998 preload.go:148] Found local preload: /home/jenkins/minikube-integration/15585-475114/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4
I0719 23:49:07.494827 480998 cache.go:57] Caching tarball of preloaded images
I0719 23:49:07.494808 480998 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local docker daemon
I0719 23:49:07.494910 480998 preload.go:174] Found /home/jenkins/minikube-integration/15585-475114/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0719 23:49:07.494920 480998 cache.go:60] Finished verifying existence of preloaded tar for v1.27.3 on docker
I0719 23:49:07.495255 480998 profile.go:148] Saving config to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/config.json ...
I0719 23:49:07.495287 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/config.json: {Name:mk1b4b32e51ac004cc4ebd596ee4481486ce95aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:07.511849 480998 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 to local cache
I0719 23:49:07.511945 480998 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory
I0719 23:49:07.511968 480998 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory, skipping pull
I0719 23:49:07.511977 480998 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 exists in cache, skipping pull
I0719 23:49:07.511985 480998 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 as a tarball
I0719 23:49:07.511994 480998 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from local cache
I0719 23:49:23.249237 480998 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from cached tarball
I0719 23:49:23.249278 480998 cache.go:195] Successfully downloaded all kic artifacts
I0719 23:49:23.249346 480998 start.go:365] acquiring machines lock for addons-634197: {Name:mkb1a2ab4e4d97b51ad00183913f9050afd1c5b7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0719 23:49:23.249882 480998 start.go:369] acquired machines lock for "addons-634197" in 511.183µs
I0719 23:49:23.249917 480998 start.go:93] Provisioning new machine with config: &{Name:addons-634197 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-634197 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custo
mQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0719 23:49:23.250019 480998 start.go:125] createHost starting for "" (driver="docker")
I0719 23:49:23.252235 480998 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0719 23:49:23.252485 480998 start.go:159] libmachine.API.Create for "addons-634197" (driver="docker")
I0719 23:49:23.252521 480998 client.go:168] LocalClient.Create starting
I0719 23:49:23.252655 480998 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem
I0719 23:49:23.579960 480998 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/cert.pem
I0719 23:49:25.200370 480998 cli_runner.go:164] Run: docker network inspect addons-634197 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0719 23:49:25.219908 480998 cli_runner.go:211] docker network inspect addons-634197 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0719 23:49:25.220000 480998 network_create.go:281] running [docker network inspect addons-634197] to gather additional debugging logs...
I0719 23:49:25.220021 480998 cli_runner.go:164] Run: docker network inspect addons-634197
W0719 23:49:25.237248 480998 cli_runner.go:211] docker network inspect addons-634197 returned with exit code 1
I0719 23:49:25.237290 480998 network_create.go:284] error running [docker network inspect addons-634197]: docker network inspect addons-634197: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-634197 not found
I0719 23:49:25.237304 480998 network_create.go:286] output of [docker network inspect addons-634197]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-634197 not found
** /stderr **
I0719 23:49:25.237371 480998 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0719 23:49:25.257099 480998 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400129e910}
I0719 23:49:25.257142 480998 network_create.go:123] attempt to create docker network addons-634197 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0719 23:49:25.257201 480998 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-634197 addons-634197
I0719 23:49:25.325569 480998 network_create.go:107] docker network addons-634197 192.168.49.0/24 created
I0719 23:49:25.325595 480998 kic.go:117] calculated static IP "192.168.49.2" for the "addons-634197" container
I0719 23:49:25.325672 480998 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0719 23:49:25.344582 480998 cli_runner.go:164] Run: docker volume create addons-634197 --label name.minikube.sigs.k8s.io=addons-634197 --label created_by.minikube.sigs.k8s.io=true
I0719 23:49:25.364646 480998 oci.go:103] Successfully created a docker volume addons-634197
I0719 23:49:25.364736 480998 cli_runner.go:164] Run: docker run --rm --name addons-634197-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-634197 --entrypoint /usr/bin/test -v addons-634197:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib
I0719 23:49:27.174013 480998 cli_runner.go:217] Completed: docker run --rm --name addons-634197-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-634197 --entrypoint /usr/bin/test -v addons-634197:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib: (1.809239255s)
I0719 23:49:27.174045 480998 oci.go:107] Successfully prepared a docker volume addons-634197
I0719 23:49:27.174063 480998 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0719 23:49:27.174082 480998 kic.go:190] Starting extracting preloaded images to volume ...
I0719 23:49:27.174171 480998 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/15585-475114/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-634197:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir
I0719 23:49:31.032276 480998 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/15585-475114/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-634197:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir: (3.858059054s)
I0719 23:49:31.032314 480998 kic.go:199] duration metric: took 3.858228 seconds to extract preloaded images to volume
W0719 23:49:31.032462 480998 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0719 23:49:31.032576 480998 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0719 23:49:31.112153 480998 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-634197 --name addons-634197 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-634197 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-634197 --network addons-634197 --ip 192.168.49.2 --volume addons-634197:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631
I0719 23:49:31.467433 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Running}}
I0719 23:49:31.493209 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:49:31.528731 480998 cli_runner.go:164] Run: docker exec addons-634197 stat /var/lib/dpkg/alternatives/iptables
I0719 23:49:31.598182 480998 oci.go:144] the created container "addons-634197" has a running status.
I0719 23:49:31.598207 480998 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa...
I0719 23:49:31.835178 480998 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0719 23:49:31.870731 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:49:31.893435 480998 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0719 23:49:31.893459 480998 kic_runner.go:114] Args: [docker exec --privileged addons-634197 chown docker:docker /home/docker/.ssh/authorized_keys]
I0719 23:49:31.990769 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:49:32.023537 480998 machine.go:88] provisioning docker machine ...
I0719 23:49:32.023565 480998 ubuntu.go:169] provisioning hostname "addons-634197"
I0719 23:49:32.023626 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:32.049794 480998 main.go:141] libmachine: Using SSH client type: native
I0719 23:49:32.050265 480998 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 33376 <nil> <nil>}
I0719 23:49:32.050286 480998 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-634197 && echo "addons-634197" | sudo tee /etc/hostname
I0719 23:49:32.050907 480998 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39130->127.0.0.1:33376: read: connection reset by peer
I0719 23:49:35.198377 480998 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-634197
I0719 23:49:35.198473 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:35.217798 480998 main.go:141] libmachine: Using SSH client type: native
I0719 23:49:35.218234 480998 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 33376 <nil> <nil>}
I0719 23:49:35.218257 480998 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-634197' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-634197/g' /etc/hosts;
else
echo '127.0.1.1 addons-634197' | sudo tee -a /etc/hosts;
fi
fi
I0719 23:49:35.347623 480998 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0719 23:49:35.347652 480998 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/15585-475114/.minikube CaCertPath:/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/15585-475114/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/15585-475114/.minikube}
I0719 23:49:35.347736 480998 ubuntu.go:177] setting up certificates
I0719 23:49:35.347745 480998 provision.go:83] configureAuth start
I0719 23:49:35.347819 480998 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-634197
I0719 23:49:35.372520 480998 provision.go:138] copyHostCerts
I0719 23:49:35.372607 480998 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/15585-475114/.minikube/cert.pem (1123 bytes)
I0719 23:49:35.372730 480998 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/15585-475114/.minikube/key.pem (1679 bytes)
I0719 23:49:35.372793 480998 exec_runner.go:151] cp: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/15585-475114/.minikube/ca.pem (1082 bytes)
I0719 23:49:35.372843 480998 provision.go:112] generating server cert: /home/jenkins/minikube-integration/15585-475114/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca-key.pem org=jenkins.addons-634197 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-634197]
I0719 23:49:35.680584 480998 provision.go:172] copyRemoteCerts
I0719 23:49:35.680677 480998 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0719 23:49:35.680726 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:35.701221 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:49:35.797794 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0719 23:49:35.827875 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0719 23:49:35.856779 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0719 23:49:35.885060 480998 provision.go:86] duration metric: configureAuth took 537.302058ms
I0719 23:49:35.885092 480998 ubuntu.go:193] setting minikube options for container-runtime
I0719 23:49:35.885279 480998 config.go:182] Loaded profile config "addons-634197": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0719 23:49:35.885337 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:35.903009 480998 main.go:141] libmachine: Using SSH client type: native
I0719 23:49:35.903476 480998 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 33376 <nil> <nil>}
I0719 23:49:35.903492 480998 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0719 23:49:36.032965 480998 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0719 23:49:36.032988 480998 ubuntu.go:71] root file system type: overlay
I0719 23:49:36.033114 480998 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0719 23:49:36.033193 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:36.053161 480998 main.go:141] libmachine: Using SSH client type: native
I0719 23:49:36.053602 480998 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 33376 <nil> <nil>}
I0719 23:49:36.053682 480998 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0719 23:49:36.198231 480998 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0719 23:49:36.198318 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:36.222103 480998 main.go:141] libmachine: Using SSH client type: native
I0719 23:49:36.222560 480998 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 33376 <nil> <nil>}
I0719 23:49:36.222587 480998 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0719 23:49:37.026408 480998 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-07-07 14:51:01.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-07-19 23:49:36.194098169 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0719 23:49:37.026441 480998 machine.go:91] provisioned docker machine in 5.002884667s
I0719 23:49:37.026453 480998 client.go:171] LocalClient.Create took 13.773926009s
I0719 23:49:37.026465 480998 start.go:167] duration metric: libmachine.API.Create for "addons-634197" took 13.77398022s
I0719 23:49:37.026473 480998 start.go:300] post-start starting for "addons-634197" (driver="docker")
I0719 23:49:37.026487 480998 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0719 23:49:37.026589 480998 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0719 23:49:37.026636 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:37.047166 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:49:37.141217 480998 ssh_runner.go:195] Run: cat /etc/os-release
I0719 23:49:37.145308 480998 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0719 23:49:37.145343 480998 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0719 23:49:37.145355 480998 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0719 23:49:37.145364 480998 info.go:137] Remote host: Ubuntu 22.04.2 LTS
I0719 23:49:37.145373 480998 filesync.go:126] Scanning /home/jenkins/minikube-integration/15585-475114/.minikube/addons for local assets ...
I0719 23:49:37.145444 480998 filesync.go:126] Scanning /home/jenkins/minikube-integration/15585-475114/.minikube/files for local assets ...
I0719 23:49:37.145471 480998 start.go:303] post-start completed in 118.987711ms
I0719 23:49:37.145780 480998 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-634197
I0719 23:49:37.163185 480998 profile.go:148] Saving config to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/config.json ...
I0719 23:49:37.163474 480998 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0719 23:49:37.163522 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:37.183892 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:49:37.272839 480998 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0719 23:49:37.278641 480998 start.go:128] duration metric: createHost completed in 14.028606083s
I0719 23:49:37.278664 480998 start.go:83] releasing machines lock for "addons-634197", held for 14.028766443s
I0719 23:49:37.278736 480998 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-634197
I0719 23:49:37.296969 480998 ssh_runner.go:195] Run: cat /version.json
I0719 23:49:37.297028 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:37.297260 480998 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0719 23:49:37.297317 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:49:37.321648 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:49:37.334504 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:49:37.419062 480998 ssh_runner.go:195] Run: systemctl --version
I0719 23:49:37.570657 480998 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0719 23:49:37.576641 480998 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0719 23:49:37.607113 480998 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0719 23:49:37.607301 480998 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0719 23:49:37.642354 480998 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0719 23:49:37.642383 480998 start.go:466] detecting cgroup driver to use...
I0719 23:49:37.642416 480998 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0719 23:49:37.642602 480998 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0719 23:49:37.663228 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0719 23:49:37.675618 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0719 23:49:37.687768 480998 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0719 23:49:37.687888 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0719 23:49:37.700686 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0719 23:49:37.713470 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0719 23:49:37.726030 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0719 23:49:37.738124 480998 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0719 23:49:37.749440 480998 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0719 23:49:37.761336 480998 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0719 23:49:37.772120 480998 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0719 23:49:37.782856 480998 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 23:49:37.877994 480998 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0719 23:49:37.986974 480998 start.go:466] detecting cgroup driver to use...
I0719 23:49:37.987022 480998 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0719 23:49:37.987072 480998 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0719 23:49:38.003874 480998 cruntime.go:276] skipping containerd shutdown because we are bound to it
I0719 23:49:38.003952 480998 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0719 23:49:38.021037 480998 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0719 23:49:38.042862 480998 ssh_runner.go:195] Run: which cri-dockerd
I0719 23:49:38.049202 480998 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0719 23:49:38.060471 480998 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0719 23:49:38.089888 480998 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0719 23:49:38.203187 480998 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0719 23:49:38.314355 480998 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...
I0719 23:49:38.314429 480998 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0719 23:49:38.336898 480998 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 23:49:38.442955 480998 ssh_runner.go:195] Run: sudo systemctl restart docker
I0719 23:49:38.709710 480998 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0719 23:49:38.815819 480998 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0719 23:49:38.916108 480998 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0719 23:49:39.009645 480998 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 23:49:39.111607 480998 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0719 23:49:39.128840 480998 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 23:49:39.232416 480998 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I0719 23:49:39.320439 480998 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0719 23:49:39.320583 480998 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0719 23:49:39.325810 480998 start.go:534] Will wait 60s for crictl version
I0719 23:49:39.325884 480998 ssh_runner.go:195] Run: which crictl
I0719 23:49:39.331256 480998 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0719 23:49:39.388493 480998 start.go:550] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.4
RuntimeApiVersion: v1
I0719 23:49:39.388563 480998 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0719 23:49:39.415370 480998 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0719 23:49:39.447135 480998 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.4 ...
I0719 23:49:39.447235 480998 cli_runner.go:164] Run: docker network inspect addons-634197 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0719 23:49:39.466574 480998 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0719 23:49:39.471205 480998 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0719 23:49:39.484823 480998 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0719 23:49:39.484898 480998 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0719 23:49:39.506233 480998 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0719 23:49:39.506255 480998 docker.go:566] Images already preloaded, skipping extraction
I0719 23:49:39.506319 480998 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0719 23:49:39.528083 480998 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0719 23:49:39.528104 480998 cache_images.go:84] Images are preloaded, skipping loading
I0719 23:49:39.528164 480998 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0719 23:49:39.589875 480998 cni.go:84] Creating CNI manager for ""
I0719 23:49:39.589904 480998 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0719 23:49:39.589919 480998 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0719 23:49:39.589937 480998 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-634197 NodeName:addons-634197 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0719 23:49:39.590094 480998 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-634197"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.27.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0719 23:49:39.590170 480998 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-634197 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.27.3 ClusterName:addons-634197 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0719 23:49:39.590240 480998 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3
I0719 23:49:39.601341 480998 binaries.go:44] Found k8s binaries, skipping transfer
I0719 23:49:39.601465 480998 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0719 23:49:39.611905 480998 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I0719 23:49:39.632992 480998 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0719 23:49:39.654757 480998 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I0719 23:49:39.675640 480998 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0719 23:49:39.680241 480998 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0719 23:49:39.693455 480998 certs.go:56] Setting up /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197 for IP: 192.168.49.2
I0719 23:49:39.693485 480998 certs.go:190] acquiring lock for shared ca certs: {Name:mk12f0b6d33973829acc3e8320bcb5c1c1ccc407 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:39.693610 480998 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/15585-475114/.minikube/ca.key
I0719 23:49:40.068576 480998 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15585-475114/.minikube/ca.crt ...
I0719 23:49:40.068608 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/ca.crt: {Name:mkb0e907613dccc9aeb8fc724f5754ee9ab18b8e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:40.068795 480998 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15585-475114/.minikube/ca.key ...
I0719 23:49:40.068809 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/ca.key: {Name:mkac21fd093c630b9da504747ce125c7be34b190 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:40.069299 480998 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.key
I0719 23:49:40.829398 480998 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.crt ...
I0719 23:49:40.829432 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.crt: {Name:mke11bfd275e8f0217a138750c8bdf50c15fc61a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:40.829645 480998 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.key ...
I0719 23:49:40.829657 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.key: {Name:mkbaec70965ddaeca0635c788ea0613d0600342f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:40.829783 480998 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.key
I0719 23:49:40.829802 480998 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.crt with IP's: []
I0719 23:49:41.544699 480998 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.crt ...
I0719 23:49:41.544736 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.crt: {Name:mk10a4e8a3766b43cc6fca53ffcf4644426830c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:41.545619 480998 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.key ...
I0719 23:49:41.545638 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/client.key: {Name:mk6ea34158b7abc026c624973fdc8df430af9965 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:41.546248 480998 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key.dd3b5fb2
I0719 23:49:41.546273 480998 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0719 23:49:42.238038 480998 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt.dd3b5fb2 ...
I0719 23:49:42.238074 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt.dd3b5fb2: {Name:mk6301c266db04ea6de4c3bf201beaeab9adca9c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:42.238777 480998 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key.dd3b5fb2 ...
I0719 23:49:42.238800 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key.dd3b5fb2: {Name:mkf5313666926180237c30789c6c4bfd8d5b5e46 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:42.238930 480998 certs.go:337] copying /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt
I0719 23:49:42.239010 480998 certs.go:341] copying /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key
I0719 23:49:42.239062 480998 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.key
I0719 23:49:42.239081 480998 crypto.go:68] Generating cert /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.crt with IP's: []
I0719 23:49:42.694799 480998 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.crt ...
I0719 23:49:42.694831 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.crt: {Name:mk4403d8407674fa0f150eae2c5ca5a328b42520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:42.695400 480998 crypto.go:164] Writing key to /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.key ...
I0719 23:49:42.695417 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.key: {Name:mk789162752cdfca0a6b6d51a647076137a2ccaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:49:42.695615 480998 certs.go:437] found cert: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca-key.pem (1679 bytes)
I0719 23:49:42.695658 480998 certs.go:437] found cert: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/home/jenkins/minikube-integration/15585-475114/.minikube/certs/ca.pem (1082 bytes)
I0719 23:49:42.695687 480998 certs.go:437] found cert: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/home/jenkins/minikube-integration/15585-475114/.minikube/certs/cert.pem (1123 bytes)
I0719 23:49:42.695718 480998 certs.go:437] found cert: /home/jenkins/minikube-integration/15585-475114/.minikube/certs/home/jenkins/minikube-integration/15585-475114/.minikube/certs/key.pem (1679 bytes)
I0719 23:49:42.696347 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0719 23:49:42.726408 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0719 23:49:42.756152 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0719 23:49:42.784575 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/profiles/addons-634197/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0719 23:49:42.812273 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0719 23:49:42.840234 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0719 23:49:42.868383 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0719 23:49:42.896346 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0719 23:49:42.924497 480998 ssh_runner.go:362] scp /home/jenkins/minikube-integration/15585-475114/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0719 23:49:42.952881 480998 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0719 23:49:42.973883 480998 ssh_runner.go:195] Run: openssl version
I0719 23:49:42.980962 480998 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0719 23:49:42.992698 480998 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0719 23:49:42.997318 480998 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jul 19 23:49 /usr/share/ca-certificates/minikubeCA.pem
I0719 23:49:42.997419 480998 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0719 23:49:43.006601 480998 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0719 23:49:43.018774 480998 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0719 23:49:43.023221 480998 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0719 23:49:43.023271 480998 kubeadm.go:404] StartCluster: {Name:addons-634197 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-634197 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0719 23:49:43.023406 480998 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0719 23:49:43.043388 480998 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0719 23:49:43.054448 480998 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0719 23:49:43.065674 480998 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0719 23:49:43.065739 480998 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0719 23:49:43.076543 480998 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0719 23:49:43.076638 480998 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0719 23:49:43.129610 480998 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3
I0719 23:49:43.130011 480998 kubeadm.go:322] [preflight] Running pre-flight checks
I0719 23:49:43.196056 480998 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0719 23:49:43.196179 480998 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1039-aws[0m
I0719 23:49:43.196235 480998 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0719 23:49:43.196294 480998 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0719 23:49:43.196361 480998 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0719 23:49:43.196424 480998 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0719 23:49:43.196487 480998 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0719 23:49:43.196552 480998 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0719 23:49:43.196620 480998 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0719 23:49:43.196679 480998 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0719 23:49:43.196742 480998 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0719 23:49:43.196802 480998 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0719 23:49:43.275588 480998 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0719 23:49:43.275728 480998 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0719 23:49:43.275842 480998 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0719 23:49:43.623837 480998 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0719 23:49:43.626598 480998 out.go:204] - Generating certificates and keys ...
I0719 23:49:43.626751 480998 kubeadm.go:322] [certs] Using existing ca certificate authority
I0719 23:49:43.626847 480998 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0719 23:49:44.827423 480998 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0719 23:49:45.206861 480998 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0719 23:49:45.683699 480998 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0719 23:49:46.085388 480998 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0719 23:49:46.414400 480998 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0719 23:49:46.414830 480998 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-634197 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0719 23:49:46.553040 480998 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0719 23:49:46.553481 480998 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-634197 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0719 23:49:46.716498 480998 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0719 23:49:47.272822 480998 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0719 23:49:47.737230 480998 kubeadm.go:322] [certs] Generating "sa" key and public key
I0719 23:49:47.737571 480998 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0719 23:49:48.272868 480998 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0719 23:49:49.274649 480998 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0719 23:49:49.607211 480998 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0719 23:49:50.034250 480998 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0719 23:49:50.049068 480998 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0719 23:49:50.050303 480998 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0719 23:49:50.050584 480998 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0719 23:49:50.169161 480998 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0719 23:49:50.171145 480998 out.go:204] - Booting up control plane ...
I0719 23:49:50.171255 480998 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0719 23:49:50.180047 480998 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0719 23:49:50.181598 480998 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0719 23:49:50.182951 480998 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0719 23:49:50.185933 480998 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0719 23:49:58.188580 480998 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.002084 seconds
I0719 23:49:58.188703 480998 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0719 23:49:58.202884 480998 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0719 23:49:58.728551 480998 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0719 23:49:58.728736 480998 kubeadm.go:322] [mark-control-plane] Marking the node addons-634197 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0719 23:49:59.239986 480998 kubeadm.go:322] [bootstrap-token] Using token: vorako.f45oob7emoah8qpt
I0719 23:49:59.241990 480998 out.go:204] - Configuring RBAC rules ...
I0719 23:49:59.242104 480998 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0719 23:49:59.247357 480998 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0719 23:49:59.262463 480998 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0719 23:49:59.266110 480998 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0719 23:49:59.269737 480998 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0719 23:49:59.275595 480998 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0719 23:49:59.288907 480998 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0719 23:49:59.512126 480998 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0719 23:49:59.655655 480998 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0719 23:49:59.656828 480998 kubeadm.go:322]
I0719 23:49:59.656896 480998 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0719 23:49:59.656901 480998 kubeadm.go:322]
I0719 23:49:59.656974 480998 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0719 23:49:59.656978 480998 kubeadm.go:322]
I0719 23:49:59.657002 480998 kubeadm.go:322] mkdir -p $HOME/.kube
I0719 23:49:59.657057 480998 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0719 23:49:59.657104 480998 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0719 23:49:59.657108 480998 kubeadm.go:322]
I0719 23:49:59.657159 480998 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0719 23:49:59.657163 480998 kubeadm.go:322]
I0719 23:49:59.657207 480998 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0719 23:49:59.657212 480998 kubeadm.go:322]
I0719 23:49:59.657261 480998 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0719 23:49:59.657337 480998 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0719 23:49:59.657401 480998 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0719 23:49:59.657406 480998 kubeadm.go:322]
I0719 23:49:59.657485 480998 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0719 23:49:59.657557 480998 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0719 23:49:59.657562 480998 kubeadm.go:322]
I0719 23:49:59.657641 480998 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vorako.f45oob7emoah8qpt \
I0719 23:49:59.657738 480998 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:02308911837873b6bc537b1e28367e4f116caaff34a3a3a2b7529aa2ff1345f5 \
I0719 23:49:59.657759 480998 kubeadm.go:322] --control-plane
I0719 23:49:59.657764 480998 kubeadm.go:322]
I0719 23:49:59.657843 480998 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0719 23:49:59.657848 480998 kubeadm.go:322]
I0719 23:49:59.657925 480998 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vorako.f45oob7emoah8qpt \
I0719 23:49:59.658021 480998 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:02308911837873b6bc537b1e28367e4f116caaff34a3a3a2b7529aa2ff1345f5
I0719 23:49:59.662848 480998 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1039-aws\n", err: exit status 1
I0719 23:49:59.662965 480998 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0719 23:49:59.662982 480998 cni.go:84] Creating CNI manager for ""
I0719 23:49:59.662997 480998 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0719 23:49:59.665331 480998 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0719 23:49:59.667335 480998 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0719 23:49:59.682162 480998 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I0719 23:49:59.719022 480998 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0719 23:49:59.719145 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:49:59.719214 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.31.0 minikube.k8s.io/commit=fd270bde4b7e946c995f2329996587ae45fe53d4 minikube.k8s.io/name=addons-634197 minikube.k8s.io/updated_at=2023_07_19T23_49_59_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:49:59.967487 480998 ops.go:34] apiserver oom_adj: -16
I0719 23:49:59.967574 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:00.644934 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:01.145109 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:01.645403 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:02.144987 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:02.645231 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:03.145204 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:03.645115 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:04.145157 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:04.645261 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:05.145082 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:05.645409 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:06.144952 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:06.644409 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:07.145314 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:07.645369 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:08.144662 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:08.645100 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:09.144955 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:09.645303 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:10.145383 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:10.644443 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:11.144855 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:11.644970 480998 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 23:50:11.777332 480998 kubeadm.go:1081] duration metric: took 12.058235994s to wait for elevateKubeSystemPrivileges.
I0719 23:50:11.777364 480998 kubeadm.go:406] StartCluster complete in 28.754096634s
I0719 23:50:11.777392 480998 settings.go:142] acquiring lock: {Name:mk41fff0c17add5da17be8845b4b2b979fdedd20 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:50:11.777955 480998 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/15585-475114/kubeconfig
I0719 23:50:11.778424 480998 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/15585-475114/kubeconfig: {Name:mk1d564203301f80896734e3ac033e5a4f1a12de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 23:50:11.778654 480998 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0719 23:50:11.778958 480998 config.go:182] Loaded profile config "addons-634197": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0719 23:50:11.779064 480998 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]
I0719 23:50:11.779155 480998 addons.go:69] Setting volumesnapshots=true in profile "addons-634197"
I0719 23:50:11.779172 480998 addons.go:231] Setting addon volumesnapshots=true in "addons-634197"
I0719 23:50:11.779211 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.779641 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.781035 480998 addons.go:69] Setting ingress=true in profile "addons-634197"
I0719 23:50:11.781067 480998 addons.go:231] Setting addon ingress=true in "addons-634197"
I0719 23:50:11.781113 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.781554 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.781639 480998 addons.go:69] Setting cloud-spanner=true in profile "addons-634197"
I0719 23:50:11.781654 480998 addons.go:231] Setting addon cloud-spanner=true in "addons-634197"
I0719 23:50:11.781681 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.782046 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.782112 480998 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-634197"
I0719 23:50:11.782143 480998 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-634197"
I0719 23:50:11.782173 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.782518 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.782740 480998 addons.go:69] Setting default-storageclass=true in profile "addons-634197"
I0719 23:50:11.782762 480998 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-634197"
I0719 23:50:11.783058 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.783134 480998 addons.go:69] Setting gcp-auth=true in profile "addons-634197"
I0719 23:50:11.783153 480998 mustload.go:65] Loading cluster: addons-634197
I0719 23:50:11.783324 480998 config.go:182] Loaded profile config "addons-634197": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0719 23:50:11.783681 480998 addons.go:69] Setting ingress-dns=true in profile "addons-634197"
I0719 23:50:11.783705 480998 addons.go:231] Setting addon ingress-dns=true in "addons-634197"
I0719 23:50:11.783751 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.784159 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.784311 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.784376 480998 addons.go:69] Setting storage-provisioner=true in profile "addons-634197"
I0719 23:50:11.784389 480998 addons.go:231] Setting addon storage-provisioner=true in "addons-634197"
I0719 23:50:11.784417 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.784771 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.784824 480998 addons.go:69] Setting inspektor-gadget=true in profile "addons-634197"
I0719 23:50:11.784833 480998 addons.go:231] Setting addon inspektor-gadget=true in "addons-634197"
I0719 23:50:11.784855 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.785183 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.785236 480998 addons.go:69] Setting metrics-server=true in profile "addons-634197"
I0719 23:50:11.785246 480998 addons.go:231] Setting addon metrics-server=true in "addons-634197"
I0719 23:50:11.785269 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.785618 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.804563 480998 addons.go:69] Setting registry=true in profile "addons-634197"
I0719 23:50:11.804600 480998 addons.go:231] Setting addon registry=true in "addons-634197"
I0719 23:50:11.804648 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.805105 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:11.911903 480998 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0719 23:50:11.920383 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0719 23:50:11.920401 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0719 23:50:11.920463 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:11.918768 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:11.946679 480998 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0719 23:50:11.948699 480998 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.7
I0719 23:50:11.950310 480998 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I0719 23:50:11.950327 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)
I0719 23:50:11.950392 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:11.950559 480998 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0719 23:50:11.950566 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0719 23:50:11.950595 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:11.950751 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0719 23:50:11.961381 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0719 23:50:11.963072 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0719 23:50:11.950946 480998 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1
I0719 23:50:11.965992 480998 out.go:177] - Using image docker.io/registry:2.8.1
I0719 23:50:11.967930 480998 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0719 23:50:11.969443 480998 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0719 23:50:11.971056 480998 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0719 23:50:11.971072 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I0719 23:50:11.971136 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:11.976534 480998 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0719 23:50:11.971683 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0719 23:50:11.980420 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0719 23:50:11.978915 480998 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I0719 23:50:11.985251 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0719 23:50:11.985320 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:11.987085 480998 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0719 23:50:11.991611 480998 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0719 23:50:11.995696 480998 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0719 23:50:12.006120 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0719 23:50:12.006194 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0719 23:50:12.006301 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:12.039146 480998 addons.go:231] Setting addon default-storageclass=true in "addons-634197"
I0719 23:50:12.039194 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:12.039634 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:12.096845 480998 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0719 23:50:12.111075 480998 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0719 23:50:12.117841 480998 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0719 23:50:12.117866 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0719 23:50:12.118747 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:12.149529 480998 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.3
I0719 23:50:12.168737 480998 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0719 23:50:12.168881 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0719 23:50:12.168985 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:12.180174 480998 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.18.1
I0719 23:50:12.186664 480998 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I0719 23:50:12.186690 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0719 23:50:12.186758 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:12.188794 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.197699 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.207090 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.208925 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.245126 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.267760 480998 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I0719 23:50:12.267788 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0719 23:50:12.267853 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:12.270610 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.328804 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.330282 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.336533 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.362690 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:12.545203 480998 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-634197" context rescaled to 1 replicas
I0719 23:50:12.545298 480998 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0719 23:50:12.548442 480998 out.go:177] * Verifying Kubernetes components...
I0719 23:50:12.550229 480998 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0719 23:50:12.938657 480998 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0719 23:50:12.938682 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0719 23:50:13.071528 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0719 23:50:13.213276 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0719 23:50:13.241377 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0719 23:50:13.326108 480998 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0719 23:50:13.326181 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0719 23:50:13.332656 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0719 23:50:13.337690 480998 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I0719 23:50:13.337758 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0719 23:50:13.421092 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0719 23:50:13.421165 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0719 23:50:13.424152 480998 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0719 23:50:13.424219 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0719 23:50:13.565788 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0719 23:50:13.674212 480998 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0719 23:50:13.674280 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0719 23:50:13.785035 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0719 23:50:13.785118 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0719 23:50:13.901954 480998 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0719 23:50:13.902054 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0719 23:50:13.935218 480998 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I0719 23:50:13.935290 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0719 23:50:14.015228 480998 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I0719 23:50:14.015302 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0719 23:50:14.060801 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0719 23:50:14.065735 480998 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0719 23:50:14.065810 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0719 23:50:14.173386 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0719 23:50:14.173463 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0719 23:50:14.213509 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0719 23:50:14.213580 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0719 23:50:14.357639 480998 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0719 23:50:14.357715 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0719 23:50:14.388341 480998 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0719 23:50:14.388417 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0719 23:50:14.408181 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0719 23:50:14.408250 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0719 23:50:14.449449 480998 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 23:50:14.449521 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0719 23:50:14.659557 480998 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0719 23:50:14.659629 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0719 23:50:14.683756 480998 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0719 23:50:14.683817 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0719 23:50:14.718885 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0719 23:50:14.718952 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0719 23:50:14.824686 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0719 23:50:14.840277 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 23:50:14.968569 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0719 23:50:14.968639 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0719 23:50:15.003995 480998 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0719 23:50:15.004081 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0719 23:50:15.225904 480998 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I0719 23:50:15.225973 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0719 23:50:15.231655 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0719 23:50:15.231723 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0719 23:50:15.302746 480998 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (2.752445925s)
I0719 23:50:15.302853 480998 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.205967553s)
I0719 23:50:15.302999 480998 start.go:901] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0719 23:50:15.303916 480998 node_ready.go:35] waiting up to 6m0s for node "addons-634197" to be "Ready" ...
I0719 23:50:15.308071 480998 node_ready.go:49] node "addons-634197" has status "Ready":"True"
I0719 23:50:15.308092 480998 node_ready.go:38] duration metric: took 4.114363ms waiting for node "addons-634197" to be "Ready" ...
I0719 23:50:15.308100 480998 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0719 23:50:15.318368 480998 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace to be "Ready" ...
I0719 23:50:15.380722 480998 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0719 23:50:15.380747 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I0719 23:50:15.395035 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0719 23:50:15.395060 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0719 23:50:15.602341 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0719 23:50:15.626601 480998 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0719 23:50:15.626625 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0719 23:50:15.782949 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0719 23:50:17.333428 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:18.551238 480998 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0719 23:50:18.551312 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:18.581747 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:19.158077 480998 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0719 23:50:19.355312 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:19.380839 480998 addons.go:231] Setting addon gcp-auth=true in "addons-634197"
I0719 23:50:19.380936 480998 host.go:66] Checking if "addons-634197" exists ...
I0719 23:50:19.381497 480998 cli_runner.go:164] Run: docker container inspect addons-634197 --format={{.State.Status}}
I0719 23:50:19.410452 480998 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0719 23:50:19.410509 480998 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-634197
I0719 23:50:19.443473 480998 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33376 SSHKeyPath:/home/jenkins/minikube-integration/15585-475114/.minikube/machines/addons-634197/id_rsa Username:docker}
I0719 23:50:20.646955 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (7.405501008s)
I0719 23:50:20.647011 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (7.31428935s)
I0719 23:50:20.647082 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (7.081196125s)
I0719 23:50:20.647114 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.586245389s)
I0719 23:50:20.647124 480998 addons.go:467] Verifying addon registry=true in "addons-634197"
I0719 23:50:20.648981 480998 out.go:177] * Verifying registry addon...
I0719 23:50:20.647324 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.575774278s)
I0719 23:50:20.647395 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (7.433553104s)
I0719 23:50:20.647489 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.822741317s)
I0719 23:50:20.647589 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.807229705s)
I0719 23:50:20.647650 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.045280629s)
I0719 23:50:20.661831 480998 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0719 23:50:20.662003 480998 addons.go:467] Verifying addon ingress=true in "addons-634197"
I0719 23:50:20.664100 480998 out.go:177] * Verifying ingress addon...
I0719 23:50:20.662202 480998 addons.go:467] Verifying addon metrics-server=true in "addons-634197"
W0719 23:50:20.662257 480998 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0719 23:50:20.666304 480998 retry.go:31] will retry after 335.546773ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0719 23:50:20.667277 480998 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0719 23:50:20.674153 480998 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0719 23:50:20.674176 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:20.676580 480998 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0719 23:50:20.676599 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:21.002726 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 23:50:21.185456 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:21.190584 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:21.683816 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:21.723135 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:21.866495 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:21.977954 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.194959772s)
I0719 23:50:21.978055 480998 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-634197"
I0719 23:50:21.978020 480998 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.567444124s)
I0719 23:50:21.980935 480998 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0719 23:50:21.982558 480998 out.go:177] * Verifying csi-hostpath-driver addon...
I0719 23:50:21.985463 480998 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0719 23:50:21.991710 480998 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0719 23:50:21.993397 480998 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0719 23:50:21.993421 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0719 23:50:22.041069 480998 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0719 23:50:22.041093 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:22.050622 480998 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0719 23:50:22.050654 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0719 23:50:22.157717 480998 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0719 23:50:22.157749 480998 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I0719 23:50:22.194167 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:22.194939 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:22.204528 480998 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0719 23:50:22.606318 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:22.679055 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:22.682870 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:23.049289 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:23.180028 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:23.185429 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:23.547878 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:23.673292 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.670516733s)
I0719 23:50:23.679702 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:23.683532 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:24.062451 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:24.072773 480998 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.86820641s)
I0719 23:50:24.074288 480998 addons.go:467] Verifying addon gcp-auth=true in "addons-634197"
I0719 23:50:24.076589 480998 out.go:177] * Verifying gcp-auth addon...
I0719 23:50:24.079510 480998 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0719 23:50:24.083533 480998 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0719 23:50:24.083554 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:24.185231 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:24.189611 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:24.332326 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:24.547172 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:24.588254 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:24.680873 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:24.684932 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:25.047679 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:25.087829 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:25.181293 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:25.183523 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:25.548356 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:25.589203 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:25.681655 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:25.684079 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:26.047341 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:26.088331 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:26.182669 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:26.183704 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:26.333908 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:26.548508 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:26.587312 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:26.679834 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:26.683740 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:27.047817 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:27.088274 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:27.178570 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:27.182324 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:27.546891 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:27.587279 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:27.679708 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:27.682924 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:28.048235 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:28.089431 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:28.180820 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:28.184225 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:28.334066 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:28.547040 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:28.587188 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:28.679443 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:28.682821 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:29.047638 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:29.087504 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:29.180153 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:29.184500 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:29.548070 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:29.587757 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:29.679487 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:29.682516 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:30.056484 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:30.087549 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:30.180575 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:30.182828 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:30.547158 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:30.587059 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:30.678627 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:30.681986 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:30.832485 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:31.047763 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:31.087457 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:31.180599 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:31.181950 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:31.547337 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:31.589173 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:31.681908 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:31.685661 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:32.047661 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:32.088585 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:32.179526 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:32.183369 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:32.547460 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:32.587599 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:32.678930 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:32.682477 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:32.836586 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:33.049101 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:33.088328 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:33.180615 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:33.182709 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:33.548314 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:33.589350 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:33.679761 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:33.684458 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:34.048250 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:34.087940 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:34.179929 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:34.182883 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:34.547330 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:34.588016 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:34.682631 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:34.683171 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:35.048545 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:35.089251 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:35.181507 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:35.190189 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:35.332889 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:35.547725 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:35.587791 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:35.681515 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:35.682202 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:36.048063 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:36.088128 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:36.178653 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:36.181984 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:36.548018 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:36.587792 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:36.682551 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:36.684107 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:37.047778 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:37.089200 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:37.182921 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:37.183196 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:37.333407 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:37.546505 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:37.588169 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:37.682841 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:37.687838 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 23:50:38.046891 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:38.091311 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:38.181657 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:38.186045 480998 kapi.go:107] duration metric: took 17.52421184s to wait for kubernetes.io/minikube-addons=registry ...
I0719 23:50:38.548299 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:38.588043 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:38.680543 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:39.050128 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:39.088475 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:39.181539 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:39.334029 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:39.548151 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:39.588458 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:39.679780 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:40.056288 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:40.088265 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:40.180317 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:40.547158 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:40.587526 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:40.678876 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:41.052364 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:41.090927 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:41.181660 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:41.546722 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:41.587148 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:41.678686 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:41.833102 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:42.047550 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:42.089743 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:42.180434 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:42.546859 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:42.587684 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:42.678782 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:43.046988 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:43.087828 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:43.179332 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:43.547313 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:43.588295 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:43.679508 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:43.833284 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:44.047519 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:44.088658 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:44.179880 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:44.547515 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:44.587970 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:44.679656 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:45.048198 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:45.088951 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:45.180710 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:45.548241 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:45.588475 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:45.679036 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:46.047650 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:46.087922 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:46.179507 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:46.332724 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:46.548058 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:46.588218 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:46.678929 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:47.047174 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:47.087796 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:47.179655 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:47.547159 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:47.587551 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:47.679070 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:48.047843 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:48.088316 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:48.178769 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:48.547608 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:48.587905 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:48.679987 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:48.833257 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:49.050362 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:49.087202 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:49.179324 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:49.547992 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:49.587719 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:49.679746 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:50.053284 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:50.088778 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:50.180236 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:50.548618 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:50.588579 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:50.679230 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:51.048324 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:51.089309 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:51.179321 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:51.333266 480998 pod_ready.go:102] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"False"
I0719 23:50:51.548273 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:51.588552 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:51.688121 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:52.048649 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:52.089124 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:52.181570 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:52.550188 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:52.590321 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:52.682288 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:53.047584 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:53.087672 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:53.179879 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:53.342952 480998 pod_ready.go:92] pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.343026 480998 pod_ready.go:81] duration metric: took 38.024444463s waiting for pod "coredns-5d78c9869d-7c5mt" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.343053 480998 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-rdsxz" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.345852 480998 pod_ready.go:97] error getting pod "coredns-5d78c9869d-rdsxz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-rdsxz" not found
I0719 23:50:53.345917 480998 pod_ready.go:81] duration metric: took 2.844352ms waiting for pod "coredns-5d78c9869d-rdsxz" in "kube-system" namespace to be "Ready" ...
E0719 23:50:53.345941 480998 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5d78c9869d-rdsxz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-rdsxz" not found
I0719 23:50:53.345962 480998 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.359825 480998 pod_ready.go:92] pod "etcd-addons-634197" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.359896 480998 pod_ready.go:81] duration metric: took 13.895621ms waiting for pod "etcd-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.359923 480998 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.371621 480998 pod_ready.go:92] pod "kube-apiserver-addons-634197" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.371686 480998 pod_ready.go:81] duration metric: took 11.742412ms waiting for pod "kube-apiserver-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.371712 480998 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.382673 480998 pod_ready.go:92] pod "kube-controller-manager-addons-634197" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.382737 480998 pod_ready.go:81] duration metric: took 10.99526ms waiting for pod "kube-controller-manager-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.382780 480998 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-mnfk5" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.540648 480998 pod_ready.go:92] pod "kube-proxy-mnfk5" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.540713 480998 pod_ready.go:81] duration metric: took 157.912378ms waiting for pod "kube-proxy-mnfk5" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.540738 480998 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.550094 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:53.588650 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:53.680257 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:53.930380 480998 pod_ready.go:92] pod "kube-scheduler-addons-634197" in "kube-system" namespace has status "Ready":"True"
I0719 23:50:53.930448 480998 pod_ready.go:81] duration metric: took 389.683853ms waiting for pod "kube-scheduler-addons-634197" in "kube-system" namespace to be "Ready" ...
I0719 23:50:53.930471 480998 pod_ready.go:38] duration metric: took 38.622358845s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0719 23:50:53.930515 480998 api_server.go:52] waiting for apiserver process to appear ...
I0719 23:50:53.930650 480998 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0719 23:50:53.969113 480998 api_server.go:72] duration metric: took 41.423763919s to wait for apiserver process to appear ...
I0719 23:50:53.969184 480998 api_server.go:88] waiting for apiserver healthz status ...
I0719 23:50:53.969217 480998 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0719 23:50:53.981592 480998 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0719 23:50:53.982991 480998 api_server.go:141] control plane version: v1.27.3
I0719 23:50:53.983046 480998 api_server.go:131] duration metric: took 13.841394ms to wait for apiserver health ...
I0719 23:50:53.983069 480998 system_pods.go:43] waiting for kube-system pods to appear ...
I0719 23:50:54.048458 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:54.087677 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:54.139187 480998 system_pods.go:59] 16 kube-system pods found
I0719 23:50:54.139262 480998 system_pods.go:61] "coredns-5d78c9869d-7c5mt" [c7ceab3b-051f-4f13-b68f-b3535ac713af] Running
I0719 23:50:54.139289 480998 system_pods.go:61] "csi-hostpath-attacher-0" [f1a3000a-f924-4282-8d48-3a95779fbae0] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0719 23:50:54.139315 480998 system_pods.go:61] "csi-hostpath-resizer-0" [735398d5-2d46-4bb0-bbe4-79fd7f74fcb3] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0719 23:50:54.139339 480998 system_pods.go:61] "csi-hostpathplugin-sl7sb" [9a59b96a-97d0-4e4e-bb3e-dfb3d073ab58] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0719 23:50:54.139362 480998 system_pods.go:61] "etcd-addons-634197" [66c68a34-2412-4621-b5cf-7f2ea89300b7] Running
I0719 23:50:54.139384 480998 system_pods.go:61] "kube-apiserver-addons-634197" [361cf4d1-267e-4cd7-896e-aade728143b4] Running
I0719 23:50:54.139403 480998 system_pods.go:61] "kube-controller-manager-addons-634197" [58817b39-9554-4d37-a946-b42f05dd19df] Running
I0719 23:50:54.139430 480998 system_pods.go:61] "kube-ingress-dns-minikube" [7d557699-0b8f-4412-80f4-ef9c9b4cda92] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0719 23:50:54.139451 480998 system_pods.go:61] "kube-proxy-mnfk5" [af58e61e-0a2a-4488-84b2-fd6dcbebb7fd] Running
I0719 23:50:54.139470 480998 system_pods.go:61] "kube-scheduler-addons-634197" [c3921233-4a64-46d4-8876-abc4c8e4ed54] Running
I0719 23:50:54.139492 480998 system_pods.go:61] "metrics-server-844d8db974-fbw76" [e435d8bd-667d-48eb-867e-b6d7e8615954] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0719 23:50:54.139512 480998 system_pods.go:61] "registry-fdb5g" [2f3cf29a-3316-4f44-bd79-b9d19b97deae] Running
I0719 23:50:54.139532 480998 system_pods.go:61] "registry-proxy-zqrlw" [b7df39f3-7ae3-415b-a7a5-14dd17240780] Running
I0719 23:50:54.139552 480998 system_pods.go:61] "snapshot-controller-75bbb956b9-6wlfr" [c998da6e-2efa-4025-abbd-97715faab9bc] Running
I0719 23:50:54.139574 480998 system_pods.go:61] "snapshot-controller-75bbb956b9-bqj5c" [2baa1a88-72d9-4d49-810c-701c9b9d05a6] Running
I0719 23:50:54.139605 480998 system_pods.go:61] "storage-provisioner" [3cd322b8-f1ea-4ab1-bde8-fdd709501b2d] Running
I0719 23:50:54.139628 480998 system_pods.go:74] duration metric: took 156.54001ms to wait for pod list to return data ...
I0719 23:50:54.139651 480998 default_sa.go:34] waiting for default service account to be created ...
I0719 23:50:54.179727 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:54.329694 480998 default_sa.go:45] found service account: "default"
I0719 23:50:54.329720 480998 default_sa.go:55] duration metric: took 190.048403ms for default service account to be created ...
I0719 23:50:54.329730 480998 system_pods.go:116] waiting for k8s-apps to be running ...
I0719 23:50:54.538033 480998 system_pods.go:86] 16 kube-system pods found
I0719 23:50:54.538114 480998 system_pods.go:89] "coredns-5d78c9869d-7c5mt" [c7ceab3b-051f-4f13-b68f-b3535ac713af] Running
I0719 23:50:54.538140 480998 system_pods.go:89] "csi-hostpath-attacher-0" [f1a3000a-f924-4282-8d48-3a95779fbae0] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0719 23:50:54.538165 480998 system_pods.go:89] "csi-hostpath-resizer-0" [735398d5-2d46-4bb0-bbe4-79fd7f74fcb3] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0719 23:50:54.538213 480998 system_pods.go:89] "csi-hostpathplugin-sl7sb" [9a59b96a-97d0-4e4e-bb3e-dfb3d073ab58] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0719 23:50:54.538236 480998 system_pods.go:89] "etcd-addons-634197" [66c68a34-2412-4621-b5cf-7f2ea89300b7] Running
I0719 23:50:54.538258 480998 system_pods.go:89] "kube-apiserver-addons-634197" [361cf4d1-267e-4cd7-896e-aade728143b4] Running
I0719 23:50:54.538295 480998 system_pods.go:89] "kube-controller-manager-addons-634197" [58817b39-9554-4d37-a946-b42f05dd19df] Running
I0719 23:50:54.538319 480998 system_pods.go:89] "kube-ingress-dns-minikube" [7d557699-0b8f-4412-80f4-ef9c9b4cda92] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0719 23:50:54.538342 480998 system_pods.go:89] "kube-proxy-mnfk5" [af58e61e-0a2a-4488-84b2-fd6dcbebb7fd] Running
I0719 23:50:54.538379 480998 system_pods.go:89] "kube-scheduler-addons-634197" [c3921233-4a64-46d4-8876-abc4c8e4ed54] Running
I0719 23:50:54.538402 480998 system_pods.go:89] "metrics-server-844d8db974-fbw76" [e435d8bd-667d-48eb-867e-b6d7e8615954] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0719 23:50:54.538426 480998 system_pods.go:89] "registry-fdb5g" [2f3cf29a-3316-4f44-bd79-b9d19b97deae] Running
I0719 23:50:54.538461 480998 system_pods.go:89] "registry-proxy-zqrlw" [b7df39f3-7ae3-415b-a7a5-14dd17240780] Running
I0719 23:50:54.538482 480998 system_pods.go:89] "snapshot-controller-75bbb956b9-6wlfr" [c998da6e-2efa-4025-abbd-97715faab9bc] Running
I0719 23:50:54.538503 480998 system_pods.go:89] "snapshot-controller-75bbb956b9-bqj5c" [2baa1a88-72d9-4d49-810c-701c9b9d05a6] Running
I0719 23:50:54.538550 480998 system_pods.go:89] "storage-provisioner" [3cd322b8-f1ea-4ab1-bde8-fdd709501b2d] Running
I0719 23:50:54.538576 480998 system_pods.go:126] duration metric: took 208.839811ms to wait for k8s-apps to be running ...
I0719 23:50:54.538596 480998 system_svc.go:44] waiting for kubelet service to be running ....
I0719 23:50:54.538676 480998 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0719 23:50:54.546765 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:54.579809 480998 system_svc.go:56] duration metric: took 41.201935ms WaitForService to wait for kubelet.
I0719 23:50:54.579833 480998 kubeadm.go:581] duration metric: took 42.034490191s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0719 23:50:54.579890 480998 node_conditions.go:102] verifying NodePressure condition ...
I0719 23:50:54.587179 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:54.679515 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:54.748777 480998 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0719 23:50:54.748853 480998 node_conditions.go:123] node cpu capacity is 2
I0719 23:50:54.748880 480998 node_conditions.go:105] duration metric: took 168.98132ms to run NodePressure ...
I0719 23:50:54.748912 480998 start.go:228] waiting for startup goroutines ...
I0719 23:50:55.048855 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:55.088652 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:55.180167 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:55.546850 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:55.587594 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:55.680002 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:56.048390 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:56.087925 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:56.179874 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:56.548496 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:56.587123 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:56.679068 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:57.047542 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:57.087726 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:57.179830 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:57.547230 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:57.587771 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:57.679516 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:58.050907 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:58.092727 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:58.179403 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:58.547216 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:58.604108 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:58.690685 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:59.047541 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:59.087101 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:59.180390 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:50:59.547738 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:50:59.588025 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:50:59.680363 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:00.061051 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:00.091412 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:00.179346 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:00.549000 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:00.587627 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:00.679028 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:01.047611 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:01.087796 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:01.179852 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:01.548314 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:01.588167 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:01.681301 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:02.048470 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:02.088172 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:02.185765 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:02.547154 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:02.588902 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:02.679868 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:03.050911 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:03.092047 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:03.178680 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:03.548061 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:03.587608 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:03.679666 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:04.046396 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:04.088323 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:04.179234 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:04.549400 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:04.587325 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:04.679310 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:05.047079 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:05.088380 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:05.179354 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:05.548552 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:05.587247 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:05.679655 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:06.047899 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:06.088353 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:06.179445 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:06.548196 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:06.587890 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:06.680283 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:07.047898 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:07.088451 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:07.179864 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:07.550286 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:07.587576 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:07.678887 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:08.046629 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 23:51:08.088186 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:08.179909 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:08.546691 480998 kapi.go:107] duration metric: took 46.561228487s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0719 23:51:08.588081 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:08.679370 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:09.087286 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:09.179228 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:09.587187 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:09.679960 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:10.088194 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:10.179477 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:10.587134 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:10.678954 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:11.088260 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:11.179322 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:11.587105 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:11.679998 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:12.087590 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:12.178702 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:12.587814 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:12.679376 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:13.087210 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:13.179266 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:13.587151 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:13.688584 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:14.087550 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:14.179150 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:14.587140 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:14.679273 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:15.087737 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:15.179358 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:15.587825 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:15.679878 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:16.088135 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:16.178855 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:16.587836 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:16.679719 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:17.087225 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:17.179243 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:17.587879 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:17.679306 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:18.087579 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:18.179607 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:18.588997 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:18.679355 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:19.087331 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:19.180724 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:19.587730 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:19.679681 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:20.087972 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:20.179718 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:20.587397 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:20.679121 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:21.087367 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:21.179595 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:21.587704 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:21.678782 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:22.088127 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:22.179217 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:22.587215 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:22.679334 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:23.087161 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:23.179268 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:23.587277 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:23.678791 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:24.088493 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:24.179286 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:24.587411 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:24.679507 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:25.087474 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:25.178862 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:25.588066 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:25.679421 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:26.087605 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:26.183977 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:26.588039 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:26.681794 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:27.088214 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:27.178856 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:27.587846 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:27.679524 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:28.089334 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:28.180683 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:28.587867 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:28.680340 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:29.087050 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:29.178428 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:29.587710 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:29.679128 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:30.089691 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:30.179439 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:30.587244 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:30.682926 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:31.088075 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:31.179286 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:31.587036 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:31.679108 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:32.087297 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:32.178959 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:32.587930 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:32.679831 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:33.087775 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:33.179268 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:33.587326 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:33.679374 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:34.087247 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:34.178788 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:34.587821 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:34.679201 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:35.087348 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:35.179595 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:35.587922 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:35.678945 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:36.088296 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:36.179239 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:36.586950 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:36.679661 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:37.087578 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:37.179263 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:37.587502 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:37.679309 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:38.087755 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:38.179530 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:38.587396 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:38.679470 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:39.088368 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:39.178871 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:39.587913 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:39.679033 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:40.088142 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:40.180241 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:40.587459 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:40.679002 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:41.087855 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:41.179114 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:41.587053 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:41.681128 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:42.087668 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:42.179882 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:42.587213 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:42.679599 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:43.087695 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:43.179395 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:43.587257 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:43.683364 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:44.087056 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:44.179081 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:44.587888 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:44.679557 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:45.088811 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:45.179450 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:45.587568 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:45.679153 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:46.088309 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:46.179719 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:46.587539 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:46.679037 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:47.087903 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:47.179300 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:47.587219 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:47.678877 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:48.089156 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:48.179131 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:48.587204 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:48.678968 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:49.088181 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:49.178991 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:49.588050 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:49.678515 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:50.087645 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:50.184035 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:50.587932 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:50.679615 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:51.087719 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:51.179202 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:51.587655 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:51.679354 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:52.087257 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:52.179010 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:52.588110 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:52.679517 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:53.087654 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:53.178829 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:53.587329 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:53.678915 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:54.088007 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:54.179268 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:54.587590 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:54.679041 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:55.088348 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:55.179497 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:55.586941 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:55.679174 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:56.088336 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:56.179149 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:56.587888 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:56.681401 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:57.087481 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:57.179456 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:57.587454 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:57.678841 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:58.088789 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:58.179426 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:58.587354 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:58.681107 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:59.088776 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:59.180414 480998 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 23:51:59.587427 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:51:59.680085 480998 kapi.go:107] duration metric: took 1m39.012808723s to wait for app.kubernetes.io/name=ingress-nginx ...
I0719 23:52:00.088036 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:52:00.587939 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:52:01.088054 480998 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 23:52:01.587602 480998 kapi.go:107] duration metric: took 1m37.508091235s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0719 23:52:01.589785 480998 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-634197 cluster.
I0719 23:52:01.591480 480998 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0719 23:52:01.593046 480998 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0719 23:52:01.594983 480998 out.go:177] * Enabled addons: cloud-spanner, default-storageclass, storage-provisioner, inspektor-gadget, ingress-dns, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0719 23:52:01.597006 480998 addons.go:502] enable addons completed in 1m49.817934121s: enabled=[cloud-spanner default-storageclass storage-provisioner inspektor-gadget ingress-dns metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0719 23:52:01.597051 480998 start.go:233] waiting for cluster config update ...
I0719 23:52:01.597074 480998 start.go:242] writing updated cluster config ...
I0719 23:52:01.597385 480998 ssh_runner.go:195] Run: rm -f paused
I0719 23:52:01.660209 480998 start.go:578] kubectl: 1.27.4, cluster: 1.27.3 (minor skew: 0)
I0719 23:52:01.662326 480998 out.go:177] * Done! kubectl is now configured to use "addons-634197" cluster and "default" namespace by default
*
* ==> Docker <==
* Jul 19 23:52:51 addons-634197 dockerd[1094]: time="2023-07-19T23:52:51.677726586Z" level=info msg="ignoring event" container=a1163c63ffecafc5c101a775719b29f6b683e9a83cbd13ca6753757df3f6edf7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:51 addons-634197 cri-dockerd[1304]: time="2023-07-19T23:52:51Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"task-pv-pod-restore_default\": unexpected command output nsenter: cannot open /proc/12504/ns/net: No such file or directory\n with error: exit status 1"
Jul 19 23:52:51 addons-634197 dockerd[1094]: time="2023-07-19T23:52:51.810106859Z" level=info msg="ignoring event" container=c57dbcd4d8c49fb8add0bbb989f26bf302bf9ea2e32c55b432d08dc35407cf1a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.165136550Z" level=info msg="ignoring event" container=ebbd13f2df31b9559b53038006395ff1e021bb6b53a36613efc4805ff45e53d3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.167312266Z" level=info msg="ignoring event" container=0a87e3ac5911139b8789559a94b4dede7eafaebbce46f8452a4a441be0b58aca module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.182735945Z" level=info msg="ignoring event" container=82e686748c3f3abb3628beacd02cc21c03d09097026e9c54abc67811fdf83faa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.197395299Z" level=info msg="ignoring event" container=7fdc521b6143ac6e88ec5ad444ad44e38d643a51d326c0785cefd649b6229788 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.197799110Z" level=info msg="ignoring event" container=bd58a925eaa825cc76957232619ec19c70cecc019cb25f49a4637dd85d36467e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.205822438Z" level=info msg="ignoring event" container=db58c33609d29cc02ae93e073885b17014c1d11d5a3ee00ab38485a99280f166 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.216730027Z" level=info msg="ignoring event" container=baab4a50ee7b082fecee7e9b1b73a088c90ca344529638d3965bd1579b9bb00c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.229531054Z" level=info msg="ignoring event" container=a187ab159787b06696c316bc99d03a3548741aac168d6e659e2b2a18389d073c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.377335039Z" level=info msg="ignoring event" container=0db3d3e14a06671430a9b77228a49cc3e50137d70f2e2c10c4e1c56f296f7084 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.455240683Z" level=info msg="ignoring event" container=dbc9dcaf01c35333a4d5fdf3bd197dcce0dfa505ea5df3666309137bbfbe5707 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:52:54 addons-634197 dockerd[1094]: time="2023-07-19T23:52:54.478072590Z" level=info msg="ignoring event" container=f79d36b6a7cfede81cd035b02857a5308fd4433fff1ddf4f95f1d8444000f576 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:00 addons-634197 dockerd[1094]: time="2023-07-19T23:53:00.925333443Z" level=info msg="ignoring event" container=29462c8f52bf9a8b1bee80b170022c3db38deadc945a75abe018844fa4331c4a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:00 addons-634197 dockerd[1094]: time="2023-07-19T23:53:00.930305643Z" level=info msg="ignoring event" container=18057c2ca80a072e026121b907af217da1cf731d3d183748decce80d634a0d28 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:01 addons-634197 dockerd[1094]: time="2023-07-19T23:53:01.120799606Z" level=info msg="ignoring event" container=b52f78a591c6788cb72ae9b518e2500071c6ed1bf0afae516304dd5407dee001 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:01 addons-634197 dockerd[1094]: time="2023-07-19T23:53:01.174293855Z" level=info msg="ignoring event" container=80e5d317bcc494323013ac2e1dca20600592b9bb1508b69154f29838b982d2e0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:01 addons-634197 cri-dockerd[1304]: time="2023-07-19T23:53:01Z" level=error msg="EOF Failed to get stats from container 29462c8f52bf9a8b1bee80b170022c3db38deadc945a75abe018844fa4331c4a"
Jul 19 23:53:01 addons-634197 cri-dockerd[1304]: time="2023-07-19T23:53:01Z" level=error msg="EOF Failed to get stats from container 18057c2ca80a072e026121b907af217da1cf731d3d183748decce80d634a0d28"
Jul 19 23:53:03 addons-634197 dockerd[1094]: time="2023-07-19T23:53:03.586094842Z" level=info msg="ignoring event" container=7c3518c8d2767a9849ecf0e3781b64035862c2c4e437eeed0e0a2b8f968be190 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:04 addons-634197 dockerd[1094]: time="2023-07-19T23:53:04.861045213Z" level=info msg="ignoring event" container=5e2379f57d69bc62e60979e932478d5742b29b15122ac7dc9e22fcc75b0d6ddf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:06 addons-634197 dockerd[1094]: time="2023-07-19T23:53:06.063926501Z" level=info msg="Container failed to exit within 1s of signal 15 - using the force" container=2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3
Jul 19 23:53:06 addons-634197 dockerd[1094]: time="2023-07-19T23:53:06.140701186Z" level=info msg="ignoring event" container=2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 19 23:53:06 addons-634197 dockerd[1094]: time="2023-07-19T23:53:06.269113327Z" level=info msg="ignoring event" container=410a3341846bde12335732ef9391e7e819550628c22b77ee102a684e22ef36bc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
5e2379f57d69b 13753a81eccfd 9 seconds ago Exited hello-world-app 2 a9d04904d55fb hello-world-app-65bdb79f98-scw24
8c7f7cfa1ebaa nginx@sha256:2d194184b067db3598771b4cf326cfe6ad5051937ba1132b8b7d4b0184e0d0a6 33 seconds ago Running nginx 0 534bad2da40c3 nginx
17a94b6a8bae6 ghcr.io/headlamp-k8s/headlamp@sha256:67ba87b88218563eec9684525904936609713b02dcbcf4390cd055766217ed45 About a minute ago Running headlamp 0 af2c6cc349c80 headlamp-66f6498c69-c75fn
d6bed8cf086a0 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 cff7638d87be8 gcp-auth-58478865f7-2v8qm
97ab8c9b64078 8f2588812ab29 2 minutes ago Exited patch 1 4bd5f6dd77dec ingress-nginx-admission-patch-d5tj4
3edd4aa01ed62 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b 2 minutes ago Exited create 0 60bb81d84d02e ingress-nginx-admission-create-4bdxn
3c1e8c7cdc367 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 5f1919cabd616 storage-provisioner
1590cadba9e7f 97e04611ad434 3 minutes ago Running coredns 0 3155cceef0acb coredns-5d78c9869d-7c5mt
01c3d18c74c18 fb73e92641fd5 3 minutes ago Running kube-proxy 0 a46b42cd770c2 kube-proxy-mnfk5
e04b106234a4f 24bc64e911039 3 minutes ago Running etcd 0 5337149b58b2d etcd-addons-634197
0708c914920f5 bcb9e554eaab6 3 minutes ago Running kube-scheduler 0 5f027bcc1fbe7 kube-scheduler-addons-634197
a0de04640704e 39dfb036b0986 3 minutes ago Running kube-apiserver 0 e93dc82404307 kube-apiserver-addons-634197
a296ec6cc5c1d ab3683b584ae5 3 minutes ago Running kube-controller-manager 0 3ed2d8e577b91 kube-controller-manager-addons-634197
*
* ==> coredns [1590cadba9e7] <==
* [INFO] 10.244.0.17:45833 - 33077 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000066691s
[INFO] 10.244.0.17:36249 - 46464 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.007812581s
[INFO] 10.244.0.17:36249 - 26214 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002309309s
[INFO] 10.244.0.17:45833 - 25518 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003887854s
[INFO] 10.244.0.17:36249 - 40600 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000350388s
[INFO] 10.244.0.17:45833 - 50410 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002203859s
[INFO] 10.244.0.17:45833 - 39439 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000149085s
[INFO] 10.244.0.17:46930 - 55419 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000150554s
[INFO] 10.244.0.17:44198 - 59838 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000127211s
[INFO] 10.244.0.17:46930 - 26468 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000070333s
[INFO] 10.244.0.17:44198 - 2671 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000074567s
[INFO] 10.244.0.17:46930 - 50896 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000095778s
[INFO] 10.244.0.17:44198 - 51998 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000064008s
[INFO] 10.244.0.17:46930 - 47715 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000075913s
[INFO] 10.244.0.17:44198 - 18048 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000067568s
[INFO] 10.244.0.17:46930 - 36343 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000091781s
[INFO] 10.244.0.17:44198 - 64584 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000060808s
[INFO] 10.244.0.17:46930 - 35265 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000067749s
[INFO] 10.244.0.17:44198 - 41109 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000125734s
[INFO] 10.244.0.17:44198 - 33843 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001056096s
[INFO] 10.244.0.17:46930 - 10562 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001587635s
[INFO] 10.244.0.17:44198 - 41333 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001107493s
[INFO] 10.244.0.17:46930 - 26009 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00109319s
[INFO] 10.244.0.17:44198 - 6592 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000063786s
[INFO] 10.244.0.17:46930 - 42443 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000091429s
*
* ==> describe nodes <==
* Name: addons-634197
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-634197
kubernetes.io/os=linux
minikube.k8s.io/commit=fd270bde4b7e946c995f2329996587ae45fe53d4
minikube.k8s.io/name=addons-634197
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_07_19T23_49_59_0700
minikube.k8s.io/version=v1.31.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-634197
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 19 Jul 2023 23:49:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-634197
AcquireTime: <unset>
RenewTime: Wed, 19 Jul 2023 23:53:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 19 Jul 2023 23:53:04 +0000 Wed, 19 Jul 2023 23:49:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 19 Jul 2023 23:53:04 +0000 Wed, 19 Jul 2023 23:49:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 19 Jul 2023 23:53:04 +0000 Wed, 19 Jul 2023 23:49:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 19 Jul 2023 23:53:04 +0000 Wed, 19 Jul 2023 23:50:00 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-634197
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022628Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022628Ki
pods: 110
System Info:
Machine ID: 7cdc17e0953f4e828246824df052142d
System UUID: 50e82ebe-622b-44c0-8ba3-03caafa8ecfc
Boot ID: 4b2b6d1f-58cb-4234-92d6-a62bd4106387
Kernel Version: 5.15.0-1039-aws
OS Image: Ubuntu 22.04.2 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.4
Kubelet Version: v1.27.3
Kube-Proxy Version: v1.27.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-65bdb79f98-scw24 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-58478865f7-2v8qm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
headlamp headlamp-66f6498c69-c75fn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 65s
kube-system coredns-5d78c9869d-7c5mt 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m1s
kube-system etcd-addons-634197 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m14s
kube-system kube-apiserver-addons-634197 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m14s
kube-system kube-controller-manager-addons-634197 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m14s
kube-system kube-proxy-mnfk5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m1s
kube-system kube-scheduler-addons-634197 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m14s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 170Mi (2%!)(MISSING) 170Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m59s kube-proxy
Normal NodeHasSufficientMemory 3m22s (x8 over 3m22s) kubelet Node addons-634197 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x8 over 3m22s) kubelet Node addons-634197 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x7 over 3m22s) kubelet Node addons-634197 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 3m14s kubelet Node addons-634197 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m14s kubelet Node addons-634197 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m14s kubelet Node addons-634197 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m14s kubelet Node addons-634197 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m14s kubelet Updated Node Allocatable limit across pods
Normal Starting 3m14s kubelet Starting kubelet.
Normal NodeReady 3m13s kubelet Node addons-634197 status is now: NodeReady
Normal RegisteredNode 3m2s node-controller Node addons-634197 event: Registered Node addons-634197 in Controller
*
* ==> dmesg <==
* [ +0.001119] FS-Cache: O-key=[8] '8e5d3b0000000000'
[ +0.000822] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.000938] FS-Cache: N-cookie d=00000000759abd80{9p.inode} n=00000000de6d8a27
[ +0.001030] FS-Cache: N-key=[8] '8e5d3b0000000000'
[ +0.002630] FS-Cache: Duplicate cookie detected
[ +0.000737] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.000981] FS-Cache: O-cookie d=00000000759abd80{9p.inode} n=00000000b19664d6
[ +0.001051] FS-Cache: O-key=[8] '8e5d3b0000000000'
[ +0.000729] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.000955] FS-Cache: N-cookie d=00000000759abd80{9p.inode} n=0000000061c02f22
[ +0.001049] FS-Cache: N-key=[8] '8e5d3b0000000000'
[ +1.953014] FS-Cache: Duplicate cookie detected
[ +0.000735] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.001136] FS-Cache: O-cookie d=00000000759abd80{9p.inode} n=00000000a249e8e5
[ +0.001080] FS-Cache: O-key=[8] '8d5d3b0000000000'
[ +0.000724] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.000918] FS-Cache: N-cookie d=00000000759abd80{9p.inode} n=000000007b372e9c
[ +0.001087] FS-Cache: N-key=[8] '8d5d3b0000000000'
[ +0.408656] FS-Cache: Duplicate cookie detected
[ +0.000829] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.000972] FS-Cache: O-cookie d=00000000759abd80{9p.inode} n=0000000095238ffe
[ +0.001178] FS-Cache: O-key=[8] '935d3b0000000000'
[ +0.000708] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.000951] FS-Cache: N-cookie d=00000000759abd80{9p.inode} n=00000000421eab23
[ +0.001101] FS-Cache: N-key=[8] '935d3b0000000000'
*
* ==> etcd [e04b106234a4] <==
* {"level":"info","ts":"2023-07-19T23:49:52.595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-07-19T23:49:52.602Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-07-19T23:49:52.636Z","caller":"embed/etcd.go:687","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-07-19T23:49:52.636Z","caller":"embed/etcd.go:586","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-19T23:49:52.636Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-19T23:49:52.636Z","caller":"embed/etcd.go:275","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-07-19T23:49:52.639Z","caller":"embed/etcd.go:762","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-07-19T23:49:53.380Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-07-19T23:49:53.381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-19T23:49:53.386Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-19T23:49:53.390Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-634197 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-07-19T23:49:53.390Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-19T23:49:53.392Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-07-19T23:49:53.392Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-19T23:49:53.392Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-19T23:49:53.393Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-19T23:49:53.393Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-19T23:49:53.394Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-07-19T23:49:53.394Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-07-19T23:49:53.399Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
*
* ==> gcp-auth [d6bed8cf086a] <==
* 2023/07/19 23:52:00 GCP Auth Webhook started!
2023/07/19 23:52:08 Ready to marshal response ...
2023/07/19 23:52:08 Ready to write response ...
2023/07/19 23:52:08 Ready to marshal response ...
2023/07/19 23:52:08 Ready to write response ...
2023/07/19 23:52:08 Ready to marshal response ...
2023/07/19 23:52:08 Ready to write response ...
2023/07/19 23:52:12 Ready to marshal response ...
2023/07/19 23:52:12 Ready to write response ...
2023/07/19 23:52:27 Ready to marshal response ...
2023/07/19 23:52:27 Ready to write response ...
2023/07/19 23:52:37 Ready to marshal response ...
2023/07/19 23:52:37 Ready to write response ...
2023/07/19 23:52:43 Ready to marshal response ...
2023/07/19 23:52:43 Ready to write response ...
2023/07/19 23:52:47 Ready to marshal response ...
2023/07/19 23:52:47 Ready to write response ...
*
* ==> kernel <==
* 23:53:13 up 3:35, 0 users, load average: 1.78, 2.24, 2.12
Linux addons-634197 5.15.0-1039-aws #44~20.04.1-Ubuntu SMP Thu Jun 22 12:21:08 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.2 LTS"
*
* ==> kube-apiserver [a0de04640704] <==
* I0719 23:52:39.568186 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0719 23:52:47.777137 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.110.239.112]
E0719 23:52:59.632999 1 handler_proxy.go:144] error resolving kube-system/metrics-server: service "metrics-server" not found
W0719 23:52:59.633025 1 handler_proxy.go:100] no RequestInfo found in the context
E0719 23:52:59.633127 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0719 23:52:59.633345 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0719 23:52:59.644822 1 controller.go:132] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0719 23:53:00.589436 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.589576 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.607385 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.607444 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.626114 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.626159 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.637351 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.637404 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.658179 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.658240 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.669250 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.669311 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 23:53:00.739594 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 23:53:00.739874 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0719 23:53:01.637543 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0719 23:53:01.784046 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0719 23:53:01.784047 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
*
* ==> kube-controller-manager [a296ec6cc5c1] <==
* E0719 23:53:01.786961 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:02.663632 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:02.663668 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:02.754375 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:02.754412 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:03.204028 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:03.204068 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0719 23:53:04.998085 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-create
I0719 23:53:05.006611 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch
W0719 23:53:05.283452 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:05.283489 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:05.299336 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:05.299377 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:05.397031 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:05.397064 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:09.366924 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:09.366959 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:11.050953 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:11.050991 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 23:53:11.392646 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 23:53:11.392679 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0719 23:53:11.816465 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0719 23:53:11.816597 1 shared_informer.go:318] Caches are synced for resource quota
I0719 23:53:12.278356 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0719 23:53:12.278414 1 shared_informer.go:318] Caches are synced for garbage collector
*
* ==> kube-proxy [01c3d18c74c1] <==
* I0719 23:50:14.226144 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0719 23:50:14.226283 1 server_others.go:110] "Detected node IP" address="192.168.49.2"
I0719 23:50:14.226303 1 server_others.go:554] "Using iptables proxy"
I0719 23:50:14.264570 1 server_others.go:192] "Using iptables Proxier"
I0719 23:50:14.264606 1 server_others.go:199] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0719 23:50:14.264614 1 server_others.go:200] "Creating dualStackProxier for iptables"
I0719 23:50:14.264627 1 server_others.go:484] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, defaulting to no-op detect-local for IPv6"
I0719 23:50:14.264694 1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0719 23:50:14.267027 1 server.go:658] "Version info" version="v1.27.3"
I0719 23:50:14.267047 1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0719 23:50:14.272439 1 config.go:188] "Starting service config controller"
I0719 23:50:14.272477 1 shared_informer.go:311] Waiting for caches to sync for service config
I0719 23:50:14.272524 1 config.go:97] "Starting endpoint slice config controller"
I0719 23:50:14.272528 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0719 23:50:14.274596 1 config.go:315] "Starting node config controller"
I0719 23:50:14.274612 1 shared_informer.go:311] Waiting for caches to sync for node config
I0719 23:50:14.372898 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0719 23:50:14.372946 1 shared_informer.go:318] Caches are synced for service config
I0719 23:50:14.378039 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [0708c914920f] <==
* W0719 23:49:57.457120 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0719 23:49:57.457201 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0719 23:49:57.457577 1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0719 23:49:57.457672 1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0719 23:49:57.457884 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0719 23:49:57.457948 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0719 23:49:57.458094 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0719 23:49:57.458142 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0719 23:49:57.458287 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0719 23:49:57.458371 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0719 23:49:57.458499 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0719 23:49:57.458607 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0719 23:49:57.459092 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0719 23:49:57.459230 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0719 23:49:57.465376 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0719 23:49:57.466476 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0719 23:49:57.465660 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0719 23:49:57.466543 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0719 23:49:57.465718 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0719 23:49:57.466557 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0719 23:49:57.465780 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0719 23:49:57.466570 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0719 23:49:57.469561 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0719 23:49:57.469588 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
I0719 23:49:58.552557 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Jul 19 23:53:01 addons-634197 kubelet[2336]: I0719 23:53:01.687287 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=2baa1a88-72d9-4d49-810c-701c9b9d05a6 path="/var/lib/kubelet/pods/2baa1a88-72d9-4d49-810c-701c9b9d05a6/volumes"
Jul 19 23:53:03 addons-634197 kubelet[2336]: I0719 23:53:03.686817 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=c998da6e-2efa-4025-abbd-97715faab9bc path="/var/lib/kubelet/pods/c998da6e-2efa-4025-abbd-97715faab9bc/volumes"
Jul 19 23:53:03 addons-634197 kubelet[2336]: I0719 23:53:03.782116 2336 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vq8f5\" (UniqueName: \"kubernetes.io/projected/7d557699-0b8f-4412-80f4-ef9c9b4cda92-kube-api-access-vq8f5\") pod \"7d557699-0b8f-4412-80f4-ef9c9b4cda92\" (UID: \"7d557699-0b8f-4412-80f4-ef9c9b4cda92\") "
Jul 19 23:53:03 addons-634197 kubelet[2336]: I0719 23:53:03.786441 2336 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7d557699-0b8f-4412-80f4-ef9c9b4cda92-kube-api-access-vq8f5" (OuterVolumeSpecName: "kube-api-access-vq8f5") pod "7d557699-0b8f-4412-80f4-ef9c9b4cda92" (UID: "7d557699-0b8f-4412-80f4-ef9c9b4cda92"). InnerVolumeSpecName "kube-api-access-vq8f5". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 19 23:53:03 addons-634197 kubelet[2336]: I0719 23:53:03.882889 2336 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-vq8f5\" (UniqueName: \"kubernetes.io/projected/7d557699-0b8f-4412-80f4-ef9c9b4cda92-kube-api-access-vq8f5\") on node \"addons-634197\" DevicePath \"\""
Jul 19 23:53:04 addons-634197 kubelet[2336]: I0719 23:53:04.286072 2336 scope.go:115] "RemoveContainer" containerID="ffcbc98b20229c4925afea3ba44e29149907d4068484f1e27570c2e0d41fa508"
Jul 19 23:53:04 addons-634197 kubelet[2336]: I0719 23:53:04.678432 2336 scope.go:115] "RemoveContainer" containerID="c0ed2778118af2c184d1d1b94d212571315503e57d95d923460dc45ff1c2d5f4"
Jul 19 23:53:05 addons-634197 kubelet[2336]: E0719 23:53:05.047908 2336 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7799c6795f-tqlxf.177369f4bbe5df52", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-tqlxf", UID:"b8e33042-7cc5-464f-ba4d-2ef10a011694", APIVersion:"v1", ResourceVersion:"646", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stopping container controller", Source:v1.EventSource{Componen
t:"kubelet", Host:"addons-634197"}, FirstTimestamp:time.Date(2023, time.July, 19, 23, 53, 5, 39408978, time.Local), LastTimestamp:time.Date(2023, time.July, 19, 23, 53, 5, 39408978, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7799c6795f-tqlxf.177369f4bbe5df52" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Jul 19 23:53:05 addons-634197 kubelet[2336]: I0719 23:53:05.312340 2336 scope.go:115] "RemoveContainer" containerID="c0ed2778118af2c184d1d1b94d212571315503e57d95d923460dc45ff1c2d5f4"
Jul 19 23:53:05 addons-634197 kubelet[2336]: I0719 23:53:05.312634 2336 scope.go:115] "RemoveContainer" containerID="5e2379f57d69bc62e60979e932478d5742b29b15122ac7dc9e22fcc75b0d6ddf"
Jul 19 23:53:05 addons-634197 kubelet[2336]: E0719 23:53:05.314261 2336 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-scw24_default(83476790-5385-4219-8ef2-5e78b82e78b4)\"" pod="default/hello-world-app-65bdb79f98-scw24" podUID=83476790-5385-4219-8ef2-5e78b82e78b4
Jul 19 23:53:05 addons-634197 kubelet[2336]: I0719 23:53:05.686507 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=469d5bb9-46c9-4b04-862d-5079f99a22bc path="/var/lib/kubelet/pods/469d5bb9-46c9-4b04-862d-5079f99a22bc/volumes"
Jul 19 23:53:05 addons-634197 kubelet[2336]: I0719 23:53:05.686959 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=7d557699-0b8f-4412-80f4-ef9c9b4cda92 path="/var/lib/kubelet/pods/7d557699-0b8f-4412-80f4-ef9c9b4cda92/volumes"
Jul 19 23:53:05 addons-634197 kubelet[2336]: I0719 23:53:05.687348 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=bf149252-1c51-43e1-b001-a2fabe49e42f path="/var/lib/kubelet/pods/bf149252-1c51-43e1-b001-a2fabe49e42f/volumes"
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.342789 2336 scope.go:115] "RemoveContainer" containerID="2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3"
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.361695 2336 scope.go:115] "RemoveContainer" containerID="2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3"
Jul 19 23:53:06 addons-634197 kubelet[2336]: E0719 23:53:06.362607 2336 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3" containerID="2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3"
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.362657 2336 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3} err="failed to get container status \"2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3\": rpc error: code = Unknown desc = Error response from daemon: No such container: 2676f7754627ccdea43c5577a1ba09fc2f75566771cbf22c5dbcae60f9ac77d3"
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.398855 2336 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b8e33042-7cc5-464f-ba4d-2ef10a011694-webhook-cert\") pod \"b8e33042-7cc5-464f-ba4d-2ef10a011694\" (UID: \"b8e33042-7cc5-464f-ba4d-2ef10a011694\") "
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.398929 2336 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zb64l\" (UniqueName: \"kubernetes.io/projected/b8e33042-7cc5-464f-ba4d-2ef10a011694-kube-api-access-zb64l\") pod \"b8e33042-7cc5-464f-ba4d-2ef10a011694\" (UID: \"b8e33042-7cc5-464f-ba4d-2ef10a011694\") "
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.402615 2336 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b8e33042-7cc5-464f-ba4d-2ef10a011694-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "b8e33042-7cc5-464f-ba4d-2ef10a011694" (UID: "b8e33042-7cc5-464f-ba4d-2ef10a011694"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.403764 2336 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b8e33042-7cc5-464f-ba4d-2ef10a011694-kube-api-access-zb64l" (OuterVolumeSpecName: "kube-api-access-zb64l") pod "b8e33042-7cc5-464f-ba4d-2ef10a011694" (UID: "b8e33042-7cc5-464f-ba4d-2ef10a011694"). InnerVolumeSpecName "kube-api-access-zb64l". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.500213 2336 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b8e33042-7cc5-464f-ba4d-2ef10a011694-webhook-cert\") on node \"addons-634197\" DevicePath \"\""
Jul 19 23:53:06 addons-634197 kubelet[2336]: I0719 23:53:06.500258 2336 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-zb64l\" (UniqueName: \"kubernetes.io/projected/b8e33042-7cc5-464f-ba4d-2ef10a011694-kube-api-access-zb64l\") on node \"addons-634197\" DevicePath \"\""
Jul 19 23:53:07 addons-634197 kubelet[2336]: I0719 23:53:07.686351 2336 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=b8e33042-7cc5-464f-ba4d-2ef10a011694 path="/var/lib/kubelet/pods/b8e33042-7cc5-464f-ba4d-2ef10a011694/volumes"
*
* ==> storage-provisioner [3c1e8c7cdc36] <==
* I0719 23:50:18.912816 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0719 23:50:18.943595 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0719 23:50:18.943682 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0719 23:50:18.975786 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0719 23:50:18.975956 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-634197_c2d5aa6a-5117-483f-a957-0f049a59275b!
I0719 23:50:18.985517 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"93ae56b0-2b9a-469c-839a-e314d9bf2dde", APIVersion:"v1", ResourceVersion:"594", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-634197_c2d5aa6a-5117-483f-a957-0f049a59275b became leader
I0719 23:50:19.076765 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-634197_c2d5aa6a-5117-483f-a957-0f049a59275b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-634197 -n addons-634197
helpers_test.go:261: (dbg) Run: kubectl --context addons-634197 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (37.87s)