=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:183: (dbg) Run: kubectl --context addons-963360 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:208: (dbg) Run: kubectl --context addons-963360 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:221: (dbg) Run: kubectl --context addons-963360 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [4bed5a20-356e-4833-ac69-e0c6ba6cc24c] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [4bed5a20-356e-4833-ac69-e0c6ba6cc24c] Running
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 12.013008696s
addons_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p addons-963360 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Run: kubectl --context addons-963360 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:267: (dbg) Run: out/minikube-linux-arm64 -p addons-963360 ip
addons_test.go:273: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.04959427s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p addons-963360 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:287: (dbg) Run: out/minikube-linux-arm64 -p addons-963360 addons disable ingress --alsologtostderr -v=1
addons_test.go:287: (dbg) Done: out/minikube-linux-arm64 -p addons-963360 addons disable ingress --alsologtostderr -v=1: (7.54260795s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-963360
helpers_test.go:235: (dbg) docker inspect addons-963360:
-- stdout --
[
{
"Id": "3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095",
"Created": "2023-06-26T18:55:43.463039576Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 245455,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-06-26T18:55:43.792688421Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:2c464eebc1b5db387e6fe116f67b8b9ca6006abbd75d6a2cb15f70a6643ad6d2",
"ResolvConfPath": "/var/lib/docker/containers/3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095/hostname",
"HostsPath": "/var/lib/docker/containers/3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095/hosts",
"LogPath": "/var/lib/docker/containers/3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095/3c4c571f0312a8556bdc2bd0f0e2185e3c8736b8c7fe787c789dc0931f074095-json.log",
"Name": "/addons-963360",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-963360:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-963360",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/2adafde48e88e0f53433c03b947c491ea8ac73bd5974cf8d1368201d6ac6d0b0-init/diff:/var/lib/docker/overlay2/c2f9a8b71b8f9533db4f212b0c66f022ed4e6bbaf97d5981202d537184ed81b1/diff",
"MergedDir": "/var/lib/docker/overlay2/2adafde48e88e0f53433c03b947c491ea8ac73bd5974cf8d1368201d6ac6d0b0/merged",
"UpperDir": "/var/lib/docker/overlay2/2adafde48e88e0f53433c03b947c491ea8ac73bd5974cf8d1368201d6ac6d0b0/diff",
"WorkDir": "/var/lib/docker/overlay2/2adafde48e88e0f53433c03b947c491ea8ac73bd5974cf8d1368201d6ac6d0b0/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-963360",
"Source": "/var/lib/docker/volumes/addons-963360/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-963360",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-963360",
"name.minikube.sigs.k8s.io": "addons-963360",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f6cd3b1f4f8e977658f83bb5fd16826044c065e181bdeb0dac0756d612ac18a7",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33073"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33072"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33069"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33071"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33070"
}
]
},
"SandboxKey": "/var/run/docker/netns/f6cd3b1f4f8e",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-963360": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"3c4c571f0312",
"addons-963360"
],
"NetworkID": "6d58581b3234cd1209fdf79425067eb83de6f88f9d09d715a1770c4963f8a97b",
"EndpointID": "5a8baf64b851b56454ce0c3f9c7fcdba407b7550ed2c197b0ad66c418f6ebe6b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-963360 -n addons-963360
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-963360 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-963360 logs -n 25: (1.390681468s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-515212 | jenkins | v1.30.1 | 26 Jun 23 18:54 UTC | |
| | -p download-only-515212 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-515212 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | |
| | -p download-only-515212 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.27.3 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:55 UTC |
| delete | -p download-only-515212 | download-only-515212 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:55 UTC |
| delete | -p download-only-515212 | download-only-515212 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:55 UTC |
| start | --download-only -p | download-docker-262509 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | |
| | download-docker-262509 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-262509 | download-docker-262509 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:55 UTC |
| start | --download-only -p | binary-mirror-790182 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | |
| | binary-mirror-790182 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:45983 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-790182 | binary-mirror-790182 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:55 UTC |
| start | -p addons-963360 | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:55 UTC | 26 Jun 23 18:57 UTC |
| | --wait=true --memory=4000 | | | | | |
| | --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable cloud-spanner -p | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:57 UTC | 26 Jun 23 18:57 UTC |
| | addons-963360 | | | | | |
| addons | enable headlamp | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:57 UTC | 26 Jun 23 18:57 UTC |
| | -p addons-963360 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-963360 ip | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:57 UTC | 26 Jun 23 18:57 UTC |
| addons | addons-963360 addons disable | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:57 UTC | 26 Jun 23 18:57 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-963360 addons | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| | addons-963360 | | | | | |
| ssh | addons-963360 ssh curl -s | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-963360 ip | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| addons | addons-963360 addons disable | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-963360 addons disable | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | 26 Jun 23 18:58 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-963360 addons | addons-963360 | jenkins | v1.30.1 | 26 Jun 23 18:58 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/06/26 18:55:20
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.20.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0626 18:55:20.652580 244980 out.go:296] Setting OutFile to fd 1 ...
I0626 18:55:20.652715 244980 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0626 18:55:20.652723 244980 out.go:309] Setting ErrFile to fd 2...
I0626 18:55:20.652729 244980 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0626 18:55:20.652883 244980 root.go:336] Updating PATH: /home/jenkins/minikube-integration/16761-239099/.minikube/bin
I0626 18:55:20.653318 244980 out.go:303] Setting JSON to false
I0626 18:55:20.654269 244980 start.go:127] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5869,"bootTime":1687799852,"procs":351,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1038-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0626 18:55:20.654331 244980 start.go:137] virtualization:
I0626 18:55:20.656608 244980 out.go:177] * [addons-963360] minikube v1.30.1 on Ubuntu 20.04 (arm64)
I0626 18:55:20.658664 244980 out.go:177] - MINIKUBE_LOCATION=16761
I0626 18:55:20.660191 244980 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0626 18:55:20.658801 244980 notify.go:220] Checking for updates...
I0626 18:55:20.663613 244980 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/16761-239099/kubeconfig
I0626 18:55:20.665230 244980 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/16761-239099/.minikube
I0626 18:55:20.666816 244980 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0626 18:55:20.668360 244980 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0626 18:55:20.670144 244980 driver.go:373] Setting default libvirt URI to qemu:///system
I0626 18:55:20.693665 244980 docker.go:121] docker version: linux-24.0.2:Docker Engine - Community
I0626 18:55:20.693764 244980 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0626 18:55:20.764475 244980 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-06-26 18:55:20.754339717 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1038-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215166976 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.2 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.10.5] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.18.1]] Warnings:<nil>}}
I0626 18:55:20.764576 244980 docker.go:294] overlay module found
I0626 18:55:20.766467 244980 out.go:177] * Using the docker driver based on user configuration
I0626 18:55:20.768056 244980 start.go:297] selected driver: docker
I0626 18:55:20.768070 244980 start.go:954] validating driver "docker" against <nil>
I0626 18:55:20.768082 244980 start.go:965] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0626 18:55:20.768683 244980 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0626 18:55:20.831748 244980 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-06-26 18:55:20.821969566 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1038-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215166976 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.2 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.10.5] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.18.1]] Warnings:<nil>}}
I0626 18:55:20.831915 244980 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0626 18:55:20.832134 244980 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0626 18:55:20.833763 244980 out.go:177] * Using Docker driver with root privileges
I0626 18:55:20.835349 244980 cni.go:84] Creating CNI manager for ""
I0626 18:55:20.835367 244980 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0626 18:55:20.835388 244980 start_flags.go:314] Found "CNI" CNI - setting NetworkPlugin=cni
I0626 18:55:20.835405 244980 start_flags.go:319] config:
{Name:addons-963360 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-963360 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C
RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0626 18:55:20.838344 244980 out.go:177] * Starting control plane node addons-963360 in cluster addons-963360
I0626 18:55:20.840063 244980 cache.go:122] Beginning downloading kic base image for docker with docker
I0626 18:55:20.841795 244980 out.go:177] * Pulling base image ...
I0626 18:55:20.843264 244980 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0626 18:55:20.843323 244980 preload.go:148] Found local preload: /home/jenkins/minikube-integration/16761-239099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4
I0626 18:55:20.843337 244980 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 in local docker daemon
I0626 18:55:20.843344 244980 cache.go:57] Caching tarball of preloaded images
I0626 18:55:20.843420 244980 preload.go:174] Found /home/jenkins/minikube-integration/16761-239099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0626 18:55:20.843431 244980 cache.go:60] Finished verifying existence of preloaded tar for v1.27.3 on docker
I0626 18:55:20.843856 244980 profile.go:148] Saving config to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/config.json ...
I0626 18:55:20.843881 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/config.json: {Name:mk9bf75e77bab226d06ebfc19ee7bf5026ae8cdf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:20.865076 244980 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 to local cache
I0626 18:55:20.865177 244980 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 in local cache directory
I0626 18:55:20.865199 244980 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 in local cache directory, skipping pull
I0626 18:55:20.865205 244980 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 exists in cache, skipping pull
I0626 18:55:20.865212 244980 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 as a tarball
I0626 18:55:20.865221 244980 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 from local cache
I0626 18:55:36.076972 244980 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 from cached tarball
I0626 18:55:36.077034 244980 cache.go:195] Successfully downloaded all kic artifacts
I0626 18:55:36.077075 244980 start.go:365] acquiring machines lock for addons-963360: {Name:mkb0355b932c2122b37155bb15783d315eebb3a7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0626 18:55:36.077204 244980 start.go:369] acquired machines lock for "addons-963360" in 101.357µs
I0626 18:55:36.077235 244980 start.go:93] Provisioning new machine with config: &{Name:addons-963360 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-963360 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0626 18:55:36.077335 244980 start.go:125] createHost starting for "" (driver="docker")
I0626 18:55:36.079315 244980 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0626 18:55:36.079563 244980 start.go:159] libmachine.API.Create for "addons-963360" (driver="docker")
I0626 18:55:36.079616 244980 client.go:168] LocalClient.Create starting
I0626 18:55:36.079751 244980 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem
I0626 18:55:36.954030 244980 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/cert.pem
I0626 18:55:37.172727 244980 cli_runner.go:164] Run: docker network inspect addons-963360 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0626 18:55:37.190430 244980 cli_runner.go:211] docker network inspect addons-963360 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0626 18:55:37.190511 244980 network_create.go:281] running [docker network inspect addons-963360] to gather additional debugging logs...
I0626 18:55:37.190531 244980 cli_runner.go:164] Run: docker network inspect addons-963360
W0626 18:55:37.208889 244980 cli_runner.go:211] docker network inspect addons-963360 returned with exit code 1
I0626 18:55:37.208924 244980 network_create.go:284] error running [docker network inspect addons-963360]: docker network inspect addons-963360: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-963360 not found
I0626 18:55:37.208936 244980 network_create.go:286] output of [docker network inspect addons-963360]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-963360 not found
** /stderr **
I0626 18:55:37.209015 244980 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0626 18:55:37.226693 244980 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000bdd1c0}
I0626 18:55:37.226735 244980 network_create.go:123] attempt to create docker network addons-963360 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0626 18:55:37.226791 244980 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-963360 addons-963360
I0626 18:55:37.297280 244980 network_create.go:107] docker network addons-963360 192.168.49.0/24 created
I0626 18:55:37.297309 244980 kic.go:117] calculated static IP "192.168.49.2" for the "addons-963360" container
I0626 18:55:37.297386 244980 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0626 18:55:37.314390 244980 cli_runner.go:164] Run: docker volume create addons-963360 --label name.minikube.sigs.k8s.io=addons-963360 --label created_by.minikube.sigs.k8s.io=true
I0626 18:55:37.332802 244980 oci.go:103] Successfully created a docker volume addons-963360
I0626 18:55:37.332899 244980 cli_runner.go:164] Run: docker run --rm --name addons-963360-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-963360 --entrypoint /usr/bin/test -v addons-963360:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 -d /var/lib
I0626 18:55:39.515022 244980 cli_runner.go:217] Completed: docker run --rm --name addons-963360-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-963360 --entrypoint /usr/bin/test -v addons-963360:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 -d /var/lib: (2.182082011s)
I0626 18:55:39.515067 244980 oci.go:107] Successfully prepared a docker volume addons-963360
I0626 18:55:39.515084 244980 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0626 18:55:39.515102 244980 kic.go:190] Starting extracting preloaded images to volume ...
I0626 18:55:39.515184 244980 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16761-239099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-963360:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 -I lz4 -xf /preloaded.tar -C /extractDir
I0626 18:55:43.382567 244980 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16761-239099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-963360:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 -I lz4 -xf /preloaded.tar -C /extractDir: (3.86732981s)
I0626 18:55:43.382600 244980 kic.go:199] duration metric: took 3.867494 seconds to extract preloaded images to volume
W0626 18:55:43.382737 244980 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0626 18:55:43.382846 244980 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0626 18:55:43.444778 244980 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-963360 --name addons-963360 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-963360 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-963360 --network addons-963360 --ip 192.168.49.2 --volume addons-963360:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953
I0626 18:55:43.801626 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Running}}
I0626 18:55:43.827060 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:55:43.856365 244980 cli_runner.go:164] Run: docker exec addons-963360 stat /var/lib/dpkg/alternatives/iptables
I0626 18:55:43.951733 244980 oci.go:144] the created container "addons-963360" has a running status.
I0626 18:55:43.951770 244980 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa...
I0626 18:55:44.386899 244980 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0626 18:55:44.423011 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:55:44.453992 244980 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0626 18:55:44.454010 244980 kic_runner.go:114] Args: [docker exec --privileged addons-963360 chown docker:docker /home/docker/.ssh/authorized_keys]
I0626 18:55:44.536401 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:55:44.573009 244980 machine.go:88] provisioning docker machine ...
I0626 18:55:44.573038 244980 ubuntu.go:169] provisioning hostname "addons-963360"
I0626 18:55:44.573107 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:44.603224 244980 main.go:141] libmachine: Using SSH client type: native
I0626 18:55:44.603674 244980 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f2c0] 0x3a1c50 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I0626 18:55:44.603686 244980 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-963360 && echo "addons-963360" | sudo tee /etc/hostname
I0626 18:55:44.798335 244980 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-963360
I0626 18:55:44.798412 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:44.824167 244980 main.go:141] libmachine: Using SSH client type: native
I0626 18:55:44.824596 244980 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f2c0] 0x3a1c50 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I0626 18:55:44.824619 244980 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-963360' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-963360/g' /etc/hosts;
else
echo '127.0.1.1 addons-963360' | sudo tee -a /etc/hosts;
fi
fi
I0626 18:55:44.966716 244980 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0626 18:55:44.966784 244980 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/16761-239099/.minikube CaCertPath:/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/16761-239099/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/16761-239099/.minikube}
I0626 18:55:44.966827 244980 ubuntu.go:177] setting up certificates
I0626 18:55:44.966858 244980 provision.go:83] configureAuth start
I0626 18:55:44.966955 244980 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-963360
I0626 18:55:44.989436 244980 provision.go:138] copyHostCerts
I0626 18:55:44.989512 244980 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/16761-239099/.minikube/ca.pem (1078 bytes)
I0626 18:55:44.989627 244980 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/16761-239099/.minikube/cert.pem (1123 bytes)
I0626 18:55:44.989691 244980 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/16761-239099/.minikube/key.pem (1675 bytes)
I0626 18:55:44.989741 244980 provision.go:112] generating server cert: /home/jenkins/minikube-integration/16761-239099/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca-key.pem org=jenkins.addons-963360 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-963360]
I0626 18:55:45.159970 244980 provision.go:172] copyRemoteCerts
I0626 18:55:45.160051 244980 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0626 18:55:45.160097 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:45.181088 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:55:45.284686 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0626 18:55:45.317516 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0626 18:55:45.351311 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0626 18:55:45.382870 244980 provision.go:86] duration metric: configureAuth took 415.984078ms
I0626 18:55:45.382945 244980 ubuntu.go:193] setting minikube options for container-runtime
I0626 18:55:45.383164 244980 config.go:182] Loaded profile config "addons-963360": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0626 18:55:45.383231 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:45.401216 244980 main.go:141] libmachine: Using SSH client type: native
I0626 18:55:45.401649 244980 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f2c0] 0x3a1c50 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I0626 18:55:45.401665 244980 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0626 18:55:45.538939 244980 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0626 18:55:45.538961 244980 ubuntu.go:71] root file system type: overlay
I0626 18:55:45.539070 244980 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0626 18:55:45.539139 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:45.557232 244980 main.go:141] libmachine: Using SSH client type: native
I0626 18:55:45.557668 244980 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f2c0] 0x3a1c50 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I0626 18:55:45.557759 244980 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0626 18:55:45.708195 244980 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0626 18:55:45.708281 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:45.727878 244980 main.go:141] libmachine: Using SSH client type: native
I0626 18:55:45.728326 244980 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f2c0] 0x3a1c50 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I0626 18:55:45.728349 244980 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0626 18:55:46.540364 244980 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-05-25 21:52:53.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-06-26 18:55:45.703060177 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0626 18:55:46.540393 244980 machine.go:91] provisioned docker machine in 1.967364244s
I0626 18:55:46.540403 244980 client.go:171] LocalClient.Create took 10.460776235s
I0626 18:55:46.540418 244980 start.go:167] duration metric: libmachine.API.Create for "addons-963360" took 10.460855676s
I0626 18:55:46.540430 244980 start.go:300] post-start starting for "addons-963360" (driver="docker")
I0626 18:55:46.540442 244980 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0626 18:55:46.540522 244980 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0626 18:55:46.540571 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:46.558838 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:55:46.663893 244980 ssh_runner.go:195] Run: cat /etc/os-release
I0626 18:55:46.668168 244980 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0626 18:55:46.668207 244980 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0626 18:55:46.668219 244980 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0626 18:55:46.668225 244980 info.go:137] Remote host: Ubuntu 22.04.2 LTS
I0626 18:55:46.668237 244980 filesync.go:126] Scanning /home/jenkins/minikube-integration/16761-239099/.minikube/addons for local assets ...
I0626 18:55:46.668315 244980 filesync.go:126] Scanning /home/jenkins/minikube-integration/16761-239099/.minikube/files for local assets ...
I0626 18:55:46.668341 244980 start.go:303] post-start completed in 127.904495ms
I0626 18:55:46.668682 244980 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-963360
I0626 18:55:46.690136 244980 profile.go:148] Saving config to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/config.json ...
I0626 18:55:46.690406 244980 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0626 18:55:46.690456 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:46.707995 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:55:46.802846 244980 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0626 18:55:46.808497 244980 start.go:128] duration metric: createHost completed in 10.731147249s
I0626 18:55:46.808519 244980 start.go:83] releasing machines lock for "addons-963360", held for 10.731302637s
I0626 18:55:46.808590 244980 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-963360
I0626 18:55:46.825804 244980 ssh_runner.go:195] Run: cat /version.json
I0626 18:55:46.825874 244980 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0626 18:55:46.825891 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:46.825929 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:55:46.854354 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:55:46.862458 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:55:46.949336 244980 ssh_runner.go:195] Run: systemctl --version
I0626 18:55:47.100025 244980 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0626 18:55:47.105571 244980 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0626 18:55:47.134598 244980 cni.go:236] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0626 18:55:47.134700 244980 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0626 18:55:47.166570 244980 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0626 18:55:47.166596 244980 start.go:466] detecting cgroup driver to use...
I0626 18:55:47.166628 244980 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0626 18:55:47.166755 244980 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0626 18:55:47.186915 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0626 18:55:47.199419 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0626 18:55:47.211981 244980 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0626 18:55:47.212083 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0626 18:55:47.224066 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0626 18:55:47.236161 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0626 18:55:47.248595 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0626 18:55:47.260749 244980 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0626 18:55:47.272319 244980 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0626 18:55:47.285478 244980 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0626 18:55:47.295970 244980 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0626 18:55:47.305927 244980 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0626 18:55:47.409490 244980 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0626 18:55:47.508203 244980 start.go:466] detecting cgroup driver to use...
I0626 18:55:47.508297 244980 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0626 18:55:47.508377 244980 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0626 18:55:47.524679 244980 cruntime.go:276] skipping containerd shutdown because we are bound to it
I0626 18:55:47.524751 244980 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0626 18:55:47.542225 244980 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0626 18:55:47.561833 244980 ssh_runner.go:195] Run: which cri-dockerd
I0626 18:55:47.566433 244980 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0626 18:55:47.576696 244980 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0626 18:55:47.606538 244980 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0626 18:55:47.721804 244980 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0626 18:55:47.833562 244980 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...
I0626 18:55:47.833595 244980 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0626 18:55:47.858063 244980 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0626 18:55:47.960512 244980 ssh_runner.go:195] Run: sudo systemctl restart docker
I0626 18:55:48.245990 244980 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0626 18:55:48.339020 244980 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0626 18:55:48.431622 244980 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0626 18:55:48.530961 244980 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0626 18:55:48.626497 244980 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0626 18:55:48.643019 244980 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0626 18:55:48.735636 244980 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I0626 18:55:48.818631 244980 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0626 18:55:48.818775 244980 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0626 18:55:48.824287 244980 start.go:534] Will wait 60s for crictl version
I0626 18:55:48.824371 244980 ssh_runner.go:195] Run: which crictl
I0626 18:55:48.829630 244980 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0626 18:55:48.890463 244980 start.go:550] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.2
RuntimeApiVersion: v1
I0626 18:55:48.890579 244980 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0626 18:55:48.918108 244980 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0626 18:55:48.948147 244980 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...
I0626 18:55:48.948250 244980 cli_runner.go:164] Run: docker network inspect addons-963360 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0626 18:55:48.966395 244980 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0626 18:55:48.971412 244980 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0626 18:55:48.987217 244980 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0626 18:55:48.987307 244980 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0626 18:55:49.013224 244980 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0626 18:55:49.013253 244980 docker.go:566] Images already preloaded, skipping extraction
I0626 18:55:49.013341 244980 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0626 18:55:49.034196 244980 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0626 18:55:49.034222 244980 cache_images.go:84] Images are preloaded, skipping loading
I0626 18:55:49.034280 244980 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0626 18:55:49.086600 244980 cni.go:84] Creating CNI manager for ""
I0626 18:55:49.086625 244980 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0626 18:55:49.086656 244980 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0626 18:55:49.086677 244980 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-963360 NodeName:addons-963360 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0626 18:55:49.086821 244980 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-963360"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.27.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0626 18:55:49.086897 244980 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-963360 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.27.3 ClusterName:addons-963360 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0626 18:55:49.086978 244980 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3
I0626 18:55:49.097464 244980 binaries.go:44] Found k8s binaries, skipping transfer
I0626 18:55:49.097535 244980 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0626 18:55:49.107954 244980 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I0626 18:55:49.136140 244980 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0626 18:55:49.156978 244980 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I0626 18:55:49.177532 244980 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0626 18:55:49.181691 244980 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0626 18:55:49.194153 244980 certs.go:56] Setting up /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360 for IP: 192.168.49.2
I0626 18:55:49.194183 244980 certs.go:190] acquiring lock for shared ca certs: {Name:mk3ca16c3f42222cf5b6a061c3376849045f46b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:49.194388 244980 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/16761-239099/.minikube/ca.key
I0626 18:55:49.683793 244980 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16761-239099/.minikube/ca.crt ...
I0626 18:55:49.683820 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/ca.crt: {Name:mka7ed8fab66aff70483549277808735194c9eb7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:49.684009 244980 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16761-239099/.minikube/ca.key ...
I0626 18:55:49.684020 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/ca.key: {Name:mkefa47a507f344f784debf4cc416ef1b3a91011 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:49.684106 244980 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.key
I0626 18:55:50.005824 244980 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.crt ...
I0626 18:55:50.005856 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.crt: {Name:mkb735f806a62c34d2bd6db6b7b3753fa7f8b168 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.006037 244980 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.key ...
I0626 18:55:50.006048 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.key: {Name:mkd9fa30556a825be8d2914e7412d6b4292ee4f2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.006591 244980 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.key
I0626 18:55:50.006613 244980 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.crt with IP's: []
I0626 18:55:50.366502 244980 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.crt ...
I0626 18:55:50.366530 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.crt: {Name:mkce758037694e9ad66e0387119014cfed8b67c2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.367167 244980 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.key ...
I0626 18:55:50.367181 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/client.key: {Name:mk0e00db161e2a37368578b04055c43294a2ddfc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.367262 244980 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key.dd3b5fb2
I0626 18:55:50.367280 244980 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0626 18:55:50.564743 244980 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt.dd3b5fb2 ...
I0626 18:55:50.564774 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt.dd3b5fb2: {Name:mk36437abbcd34b1cbc09244a8011086a7dbd7dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.565501 244980 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key.dd3b5fb2 ...
I0626 18:55:50.565517 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key.dd3b5fb2: {Name:mka7482689c109cc456f5a9199521eb5b399e099 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:50.566000 244980 certs.go:337] copying /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt
I0626 18:55:50.566075 244980 certs.go:341] copying /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key
I0626 18:55:50.566124 244980 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.key
I0626 18:55:50.566143 244980 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.crt with IP's: []
I0626 18:55:51.238034 244980 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.crt ...
I0626 18:55:51.238067 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.crt: {Name:mkafd9a3d39f6e35f1fd235cf466f6beef0bbd1f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:51.238262 244980 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.key ...
I0626 18:55:51.238275 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.key: {Name:mk098d0fa2234dfc36316af2f0088e682bdfe60a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:55:51.238466 244980 certs.go:437] found cert: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca-key.pem (1679 bytes)
I0626 18:55:51.238511 244980 certs.go:437] found cert: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/home/jenkins/minikube-integration/16761-239099/.minikube/certs/ca.pem (1078 bytes)
I0626 18:55:51.238541 244980 certs.go:437] found cert: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/home/jenkins/minikube-integration/16761-239099/.minikube/certs/cert.pem (1123 bytes)
I0626 18:55:51.238569 244980 certs.go:437] found cert: /home/jenkins/minikube-integration/16761-239099/.minikube/certs/home/jenkins/minikube-integration/16761-239099/.minikube/certs/key.pem (1675 bytes)
I0626 18:55:51.239187 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0626 18:55:51.271429 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0626 18:55:51.302180 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0626 18:55:51.331611 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/profiles/addons-963360/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0626 18:55:51.360450 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0626 18:55:51.389254 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0626 18:55:51.417061 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0626 18:55:51.446097 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0626 18:55:51.475308 244980 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16761-239099/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0626 18:55:51.503931 244980 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0626 18:55:51.525302 244980 ssh_runner.go:195] Run: openssl version
I0626 18:55:51.532277 244980 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0626 18:55:51.544121 244980 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0626 18:55:51.548806 244980 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 26 18:55 /usr/share/ca-certificates/minikubeCA.pem
I0626 18:55:51.548870 244980 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0626 18:55:51.557547 244980 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0626 18:55:51.568984 244980 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0626 18:55:51.573141 244980 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0626 18:55:51.573184 244980 kubeadm.go:404] StartCluster: {Name:addons-963360 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1687538068-16731@sha256:d08658afefe15fb29b5fcdace4d88182b61941d4fc6089c962f9de20073de953 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-963360 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0626 18:55:51.573312 244980 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0626 18:55:51.594789 244980 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0626 18:55:51.605187 244980 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0626 18:55:51.615843 244980 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0626 18:55:51.615906 244980 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0626 18:55:51.626783 244980 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0626 18:55:51.626831 244980 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0626 18:55:51.678892 244980 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3
I0626 18:55:51.679334 244980 kubeadm.go:322] [preflight] Running pre-flight checks
I0626 18:55:51.743948 244980 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0626 18:55:51.744018 244980 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1038-aws[0m
I0626 18:55:51.744057 244980 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0626 18:55:51.744107 244980 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0626 18:55:51.744157 244980 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0626 18:55:51.744204 244980 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0626 18:55:51.744253 244980 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0626 18:55:51.744305 244980 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0626 18:55:51.744355 244980 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0626 18:55:51.744403 244980 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0626 18:55:51.744452 244980 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0626 18:55:51.744499 244980 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0626 18:55:51.822704 244980 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0626 18:55:51.822849 244980 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0626 18:55:51.822974 244980 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0626 18:55:52.184217 244980 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0626 18:55:52.187494 244980 out.go:204] - Generating certificates and keys ...
I0626 18:55:52.187607 244980 kubeadm.go:322] [certs] Using existing ca certificate authority
I0626 18:55:52.187843 244980 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0626 18:55:52.408718 244980 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0626 18:55:52.961571 244980 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0626 18:55:53.572057 244980 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0626 18:55:53.749889 244980 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0626 18:55:54.672285 244980 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0626 18:55:54.672690 244980 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-963360 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0626 18:55:55.129917 244980 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0626 18:55:55.130298 244980 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-963360 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0626 18:55:55.375636 244980 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0626 18:55:55.826404 244980 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0626 18:55:56.402385 244980 kubeadm.go:322] [certs] Generating "sa" key and public key
I0626 18:55:56.402724 244980 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0626 18:55:56.914142 244980 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0626 18:55:57.092866 244980 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0626 18:55:57.660860 244980 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0626 18:55:57.876928 244980 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0626 18:55:57.891424 244980 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0626 18:55:57.892268 244980 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0626 18:55:57.892564 244980 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0626 18:55:58.006636 244980 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0626 18:55:58.009086 244980 out.go:204] - Booting up control plane ...
I0626 18:55:58.009190 244980 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0626 18:55:58.013532 244980 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0626 18:55:58.015788 244980 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0626 18:55:58.017915 244980 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0626 18:55:58.022088 244980 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0626 18:56:05.526181 244980 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.503436 seconds
I0626 18:56:05.526300 244980 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0626 18:56:05.540608 244980 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0626 18:56:06.064923 244980 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0626 18:56:06.065138 244980 kubeadm.go:322] [mark-control-plane] Marking the node addons-963360 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0626 18:56:06.576830 244980 kubeadm.go:322] [bootstrap-token] Using token: nyw8k4.bti9lto936gudict
I0626 18:56:06.578485 244980 out.go:204] - Configuring RBAC rules ...
I0626 18:56:06.578603 244980 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0626 18:56:06.586489 244980 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0626 18:56:06.598517 244980 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0626 18:56:06.603348 244980 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0626 18:56:06.607893 244980 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0626 18:56:06.613263 244980 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0626 18:56:06.625637 244980 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0626 18:56:06.880162 244980 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0626 18:56:06.995296 244980 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0626 18:56:06.997282 244980 kubeadm.go:322]
I0626 18:56:06.997350 244980 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0626 18:56:06.997356 244980 kubeadm.go:322]
I0626 18:56:06.997429 244980 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0626 18:56:06.997434 244980 kubeadm.go:322]
I0626 18:56:06.997457 244980 kubeadm.go:322] mkdir -p $HOME/.kube
I0626 18:56:06.997721 244980 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0626 18:56:06.997774 244980 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0626 18:56:06.997779 244980 kubeadm.go:322]
I0626 18:56:06.997830 244980 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0626 18:56:06.997834 244980 kubeadm.go:322]
I0626 18:56:06.997879 244980 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0626 18:56:06.997886 244980 kubeadm.go:322]
I0626 18:56:06.997935 244980 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0626 18:56:06.998006 244980 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0626 18:56:06.998071 244980 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0626 18:56:06.998075 244980 kubeadm.go:322]
I0626 18:56:06.998154 244980 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0626 18:56:06.998227 244980 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0626 18:56:06.998232 244980 kubeadm.go:322]
I0626 18:56:06.998311 244980 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token nyw8k4.bti9lto936gudict \
I0626 18:56:06.998408 244980 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:064eebff4304b2a386b2747a9246be1651696da5faad8d5a09dfba9d1f0e6ac8 \
I0626 18:56:06.998428 244980 kubeadm.go:322] --control-plane
I0626 18:56:06.998432 244980 kubeadm.go:322]
I0626 18:56:06.998513 244980 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0626 18:56:06.998518 244980 kubeadm.go:322]
I0626 18:56:06.998595 244980 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token nyw8k4.bti9lto936gudict \
I0626 18:56:06.998691 244980 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:064eebff4304b2a386b2747a9246be1651696da5faad8d5a09dfba9d1f0e6ac8
I0626 18:56:07.015457 244980 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1038-aws\n", err: exit status 1
I0626 18:56:07.015598 244980 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0626 18:56:07.015625 244980 cni.go:84] Creating CNI manager for ""
I0626 18:56:07.015653 244980 cni.go:149] "docker" driver + "docker" runtime found, recommending kindnet
I0626 18:56:07.017586 244980 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0626 18:56:07.019243 244980 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0626 18:56:07.025302 244980 cni.go:188] applying CNI manifest using /var/lib/minikube/binaries/v1.27.3/kubectl ...
I0626 18:56:07.025323 244980 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0626 18:56:07.075007 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0626 18:56:08.045773 244980 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0626 18:56:08.045866 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:08.045892 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=759becbe25e432e7a4042c59713ee144df2072e1 minikube.k8s.io/name=addons-963360 minikube.k8s.io/updated_at=2023_06_26T18_56_08_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:08.218660 244980 ops.go:34] apiserver oom_adj: -16
I0626 18:56:08.218775 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:08.919652 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:09.419191 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:09.919133 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:10.419745 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:10.919184 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:11.419779 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:11.919805 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:12.419139 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:12.919680 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:13.419770 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:13.919750 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:14.419817 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:14.919665 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:15.419200 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:15.919670 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:16.419078 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:16.919445 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:17.419298 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:17.919911 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:18.419230 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:18.920073 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:19.420060 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:19.919821 244980 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0626 18:56:20.101412 244980 kubeadm.go:1081] duration metric: took 12.055616775s to wait for elevateKubeSystemPrivileges.
I0626 18:56:20.101439 244980 kubeadm.go:406] StartCluster complete in 28.528258992s
I0626 18:56:20.101455 244980 settings.go:142] acquiring lock: {Name:mk17c896443b7e18d0ba93e5cbf58b5d6036ce0e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:56:20.102161 244980 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/16761-239099/kubeconfig
I0626 18:56:20.102593 244980 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16761-239099/kubeconfig: {Name:mk0284fcec3b30eb2952ace994009133ac5314fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0626 18:56:20.102823 244980 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0626 18:56:20.103171 244980 config.go:182] Loaded profile config "addons-963360": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0626 18:56:20.103330 244980 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]
I0626 18:56:20.103422 244980 addons.go:66] Setting volumesnapshots=true in profile "addons-963360"
I0626 18:56:20.103436 244980 addons.go:228] Setting addon volumesnapshots=true in "addons-963360"
I0626 18:56:20.103493 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.103966 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.104413 244980 addons.go:66] Setting cloud-spanner=true in profile "addons-963360"
I0626 18:56:20.104435 244980 addons.go:228] Setting addon cloud-spanner=true in "addons-963360"
I0626 18:56:20.104479 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.104906 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.106425 244980 addons.go:66] Setting inspektor-gadget=true in profile "addons-963360"
I0626 18:56:20.106499 244980 addons.go:228] Setting addon inspektor-gadget=true in "addons-963360"
I0626 18:56:20.106582 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.107163 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.107316 244980 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-963360"
I0626 18:56:20.107379 244980 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-963360"
I0626 18:56:20.107450 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.107949 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.108071 244980 addons.go:66] Setting default-storageclass=true in profile "addons-963360"
I0626 18:56:20.108105 244980 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-963360"
I0626 18:56:20.108416 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.108538 244980 addons.go:66] Setting gcp-auth=true in profile "addons-963360"
I0626 18:56:20.108586 244980 mustload.go:65] Loading cluster: addons-963360
I0626 18:56:20.108835 244980 config.go:182] Loaded profile config "addons-963360": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0626 18:56:20.109220 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.110550 244980 addons.go:66] Setting ingress=true in profile "addons-963360"
I0626 18:56:20.110605 244980 addons.go:228] Setting addon ingress=true in "addons-963360"
I0626 18:56:20.110686 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.111240 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.113209 244980 addons.go:66] Setting metrics-server=true in profile "addons-963360"
I0626 18:56:20.113243 244980 addons.go:228] Setting addon metrics-server=true in "addons-963360"
I0626 18:56:20.113299 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.114074 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.114321 244980 addons.go:66] Setting registry=true in profile "addons-963360"
I0626 18:56:20.114337 244980 addons.go:228] Setting addon registry=true in "addons-963360"
I0626 18:56:20.114371 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.114746 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.114814 244980 addons.go:66] Setting storage-provisioner=true in profile "addons-963360"
I0626 18:56:20.114823 244980 addons.go:228] Setting addon storage-provisioner=true in "addons-963360"
I0626 18:56:20.114848 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.115341 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.115435 244980 addons.go:66] Setting ingress-dns=true in profile "addons-963360"
I0626 18:56:20.115447 244980 addons.go:228] Setting addon ingress-dns=true in "addons-963360"
I0626 18:56:20.116515 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.116959 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.164452 244980 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0626 18:56:20.181277 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0626 18:56:20.181303 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0626 18:56:20.181378 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.261298 244980 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6
I0626 18:56:20.264506 244980 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml
I0626 18:56:20.264526 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)
I0626 18:56:20.264592 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.277132 244980 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.3
I0626 18:56:20.284631 244980 addons.go:420] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0626 18:56:20.284661 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0626 18:56:20.288681 244980 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0626 18:56:20.286908 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.306819 244980 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0626 18:56:20.309677 244980 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.8.0
I0626 18:56:20.319794 244980 addons.go:420] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0626 18:56:20.319818 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I0626 18:56:20.319882 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.376151 244980 addons.go:228] Setting addon default-storageclass=true in "addons-963360"
I0626 18:56:20.376198 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.379488 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:20.404915 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0626 18:56:20.409618 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0626 18:56:20.411276 244980 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0626 18:56:20.415643 244980 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0626 18:56:20.419474 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0626 18:56:20.421826 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0626 18:56:20.429867 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0626 18:56:20.431465 244980 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0626 18:56:20.438370 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0626 18:56:20.438396 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0626 18:56:20.438465 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.443595 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:20.505603 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.510668 244980 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.17.0
I0626 18:56:20.512684 244980 addons.go:420] installing /etc/kubernetes/addons/ig-namespace.yaml
I0626 18:56:20.512708 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0626 18:56:20.512789 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.519451 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.530744 244980 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0626 18:56:20.534318 244980 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0626 18:56:20.534343 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0626 18:56:20.534412 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.537026 244980 out.go:177] - Using image docker.io/registry:2.8.1
I0626 18:56:20.538557 244980 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0626 18:56:20.540470 244980 addons.go:420] installing /etc/kubernetes/addons/registry-rc.yaml
I0626 18:56:20.540491 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0626 18:56:20.540551 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.548922 244980 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0626 18:56:20.550839 244980 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0626 18:56:20.550860 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0626 18:56:20.550921 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.593303 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.594450 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.603186 244980 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml
I0626 18:56:20.603217 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0626 18:56:20.603279 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:20.611971 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.632076 244980 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0626 18:56:20.682200 244980 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-963360" context rescaled to 1 replicas
I0626 18:56:20.682236 244980 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0626 18:56:20.683883 244980 out.go:177] * Verifying Kubernetes components...
I0626 18:56:20.689169 244980 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0626 18:56:20.707240 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.736651 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.737780 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.749218 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:20.751595 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:21.482678 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0626 18:56:21.645902 244980 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0626 18:56:21.645973 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0626 18:56:21.729803 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0626 18:56:21.803844 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0626 18:56:21.807102 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0626 18:56:21.811454 244980 addons.go:420] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0626 18:56:21.811522 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0626 18:56:21.832141 244980 addons.go:420] installing /etc/kubernetes/addons/registry-svc.yaml
I0626 18:56:21.832208 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0626 18:56:21.862739 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0626 18:56:21.862808 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0626 18:56:21.872285 244980 addons.go:420] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0626 18:56:21.872354 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0626 18:56:21.946564 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0626 18:56:22.077062 244980 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0626 18:56:22.077132 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0626 18:56:22.161295 244980 addons.go:420] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0626 18:56:22.161366 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0626 18:56:22.243298 244980 addons.go:420] installing /etc/kubernetes/addons/ig-role.yaml
I0626 18:56:22.243365 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0626 18:56:22.245761 244980 addons.go:420] installing /etc/kubernetes/addons/registry-proxy.yaml
I0626 18:56:22.245811 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0626 18:56:22.269634 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0626 18:56:22.269695 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0626 18:56:22.436774 244980 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0626 18:56:22.436837 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0626 18:56:22.506545 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0626 18:56:22.506612 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0626 18:56:22.516609 244980 addons.go:420] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0626 18:56:22.516679 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0626 18:56:22.575337 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0626 18:56:22.594298 244980 addons.go:420] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0626 18:56:22.594364 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0626 18:56:22.712025 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0626 18:56:22.712090 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0626 18:56:22.757734 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0626 18:56:22.757800 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0626 18:56:22.777773 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0626 18:56:22.873998 244980 addons.go:420] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0626 18:56:22.874068 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0626 18:56:22.998932 244980 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0626 18:56:22.999012 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0626 18:56:23.059372 244980 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0626 18:56:23.059443 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0626 18:56:23.135162 244980 addons.go:420] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0626 18:56:23.135184 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0626 18:56:23.289734 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0626 18:56:23.308218 244980 addons.go:420] installing /etc/kubernetes/addons/ig-crd.yaml
I0626 18:56:23.308285 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0626 18:56:23.326354 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0626 18:56:23.326423 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0626 18:56:23.521386 244980 addons.go:420] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0626 18:56:23.521456 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I0626 18:56:23.573971 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0626 18:56:23.574040 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0626 18:56:23.652223 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0626 18:56:23.705744 244980 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (3.016540198s)
I0626 18:56:23.706635 244980 node_ready.go:35] waiting up to 6m0s for node "addons-963360" to be "Ready" ...
I0626 18:56:23.706896 244980 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.073607189s)
I0626 18:56:23.706933 244980 start.go:901] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0626 18:56:23.711538 244980 node_ready.go:49] node "addons-963360" has status "Ready":"True"
I0626 18:56:23.711565 244980 node_ready.go:38] duration metric: took 4.900402ms waiting for node "addons-963360" to be "Ready" ...
I0626 18:56:23.711580 244980 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0626 18:56:23.722238 244980 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace to be "Ready" ...
I0626 18:56:23.749131 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0626 18:56:23.749157 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0626 18:56:23.896899 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0626 18:56:23.896924 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0626 18:56:24.056466 244980 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0626 18:56:24.056493 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0626 18:56:24.326137 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0626 18:56:24.543082 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.060330148s)
I0626 18:56:25.303052 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.573161357s)
I0626 18:56:25.303157 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.499242783s)
I0626 18:56:25.739504 244980 pod_ready.go:102] pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace has status "Ready":"False"
I0626 18:56:27.322861 244980 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0626 18:56:27.323000 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:27.350644 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:27.840191 244980 pod_ready.go:102] pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace has status "Ready":"False"
I0626 18:56:28.410807 244980 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0626 18:56:28.578258 244980 addons.go:228] Setting addon gcp-auth=true in "addons-963360"
I0626 18:56:28.578362 244980 host.go:66] Checking if "addons-963360" exists ...
I0626 18:56:28.579121 244980 cli_runner.go:164] Run: docker container inspect addons-963360 --format={{.State.Status}}
I0626 18:56:28.612658 244980 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0626 18:56:28.612714 244980 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-963360
I0626 18:56:28.639889 244980 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/16761-239099/.minikube/machines/addons-963360/id_rsa Username:docker}
I0626 18:56:29.239686 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.432506225s)
I0626 18:56:29.239713 244980 addons.go:464] Verifying addon ingress=true in "addons-963360"
I0626 18:56:29.241495 244980 out.go:177] * Verifying ingress addon...
I0626 18:56:29.239908 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (7.293279318s)
I0626 18:56:29.239969 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.664537374s)
I0626 18:56:29.240054 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (6.462208887s)
I0626 18:56:29.240151 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.950345454s)
I0626 18:56:29.240307 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.588012948s)
I0626 18:56:29.242845 244980 addons.go:464] Verifying addon registry=true in "addons-963360"
I0626 18:56:29.245257 244980 out.go:177] * Verifying registry addon...
I0626 18:56:29.243611 244980 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0626 18:56:29.243633 244980 addons.go:464] Verifying addon metrics-server=true in "addons-963360"
W0626 18:56:29.243681 244980 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0626 18:56:29.247533 244980 retry.go:31] will retry after 301.712498ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0626 18:56:29.248293 244980 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0626 18:56:29.270973 244980 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0626 18:56:29.271009 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:29.271763 244980 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0626 18:56:29.271786 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:29.550240 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0626 18:56:29.784200 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:29.786179 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:30.248077 244980 pod_ready.go:102] pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace has status "Ready":"False"
I0626 18:56:30.278092 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:30.280289 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:30.869099 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:30.870469 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:31.277212 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:31.301341 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:31.818252 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:31.818457 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:32.280102 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:32.281908 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:32.756952 244980 pod_ready.go:102] pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace has status "Ready":"False"
I0626 18:56:32.785092 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:32.787398 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:33.287454 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:33.288047 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:33.803689 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:33.825345 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:34.125085 244980 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.512393739s)
I0626 18:56:34.127246 244980 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0626 18:56:34.125317 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (9.799103127s)
I0626 18:56:34.125438 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.575152973s)
I0626 18:56:34.134185 244980 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0626 18:56:34.129139 244980 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-963360"
I0626 18:56:34.137990 244980 out.go:177] * Verifying csi-hostpath-driver addon...
I0626 18:56:34.136408 244980 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0626 18:56:34.140366 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0626 18:56:34.141266 244980 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0626 18:56:34.159697 244980 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0626 18:56:34.159768 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:34.252847 244980 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0626 18:56:34.252916 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0626 18:56:34.286093 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:34.297988 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:34.327946 244980 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0626 18:56:34.327969 244980 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I0626 18:56:34.361756 244980 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0626 18:56:34.668234 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:34.796175 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:34.797384 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:35.167406 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:35.240341 244980 pod_ready.go:102] pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace has status "Ready":"False"
I0626 18:56:35.279809 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:35.281222 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:35.666506 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:35.778211 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:35.782340 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:35.947962 244980 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.586164382s)
I0626 18:56:35.950078 244980 addons.go:464] Verifying addon gcp-auth=true in "addons-963360"
I0626 18:56:35.951474 244980 out.go:177] * Verifying gcp-auth addon...
I0626 18:56:35.954100 244980 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0626 18:56:35.960981 244980 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0626 18:56:35.961068 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:36.167450 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:36.239533 244980 pod_ready.go:97] error getting pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-2ffsz" not found
I0626 18:56:36.239601 244980 pod_ready.go:81] duration metric: took 12.517328818s waiting for pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace to be "Ready" ...
E0626 18:56:36.239625 244980 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5d78c9869d-2ffsz" in "kube-system" namespace (skipping!): pods "coredns-5d78c9869d-2ffsz" not found
I0626 18:56:36.239644 244980 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-prmt6" in "kube-system" namespace to be "Ready" ...
I0626 18:56:36.279146 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:36.280285 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:36.465726 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:36.671976 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:36.777657 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:36.779676 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:36.965814 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:37.166090 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:37.278000 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:37.279435 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:37.465867 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:37.667697 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:37.755725 244980 pod_ready.go:92] pod "coredns-5d78c9869d-prmt6" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:37.755796 244980 pod_ready.go:81] duration metric: took 1.516116322s waiting for pod "coredns-5d78c9869d-prmt6" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.755822 244980 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.762891 244980 pod_ready.go:92] pod "etcd-addons-963360" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:37.762972 244980 pod_ready.go:81] duration metric: took 7.129227ms waiting for pod "etcd-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.763003 244980 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.770400 244980 pod_ready.go:92] pod "kube-apiserver-addons-963360" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:37.770471 244980 pod_ready.go:81] duration metric: took 7.445434ms waiting for pod "kube-apiserver-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.770496 244980 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.779808 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:37.781259 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:37.784066 244980 pod_ready.go:92] pod "kube-controller-manager-addons-963360" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:37.784151 244980 pod_ready.go:81] duration metric: took 13.633278ms waiting for pod "kube-controller-manager-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.784291 244980 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-69vf5" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.791482 244980 pod_ready.go:92] pod "kube-proxy-69vf5" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:37.791544 244980 pod_ready.go:81] duration metric: took 7.235261ms waiting for pod "kube-proxy-69vf5" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.791570 244980 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:37.965724 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:38.152497 244980 pod_ready.go:92] pod "kube-scheduler-addons-963360" in "kube-system" namespace has status "Ready":"True"
I0626 18:56:38.152561 244980 pod_ready.go:81] duration metric: took 360.971147ms waiting for pod "kube-scheduler-addons-963360" in "kube-system" namespace to be "Ready" ...
I0626 18:56:38.152585 244980 pod_ready.go:38] duration metric: took 14.440933597s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0626 18:56:38.152616 244980 api_server.go:52] waiting for apiserver process to appear ...
I0626 18:56:38.152694 244980 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0626 18:56:38.166417 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:38.175765 244980 api_server.go:72] duration metric: took 17.493501796s to wait for apiserver process to appear ...
I0626 18:56:38.175824 244980 api_server.go:88] waiting for apiserver healthz status ...
I0626 18:56:38.175855 244980 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0626 18:56:38.186729 244980 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0626 18:56:38.188348 244980 api_server.go:141] control plane version: v1.27.3
I0626 18:56:38.188402 244980 api_server.go:131] duration metric: took 12.558628ms to wait for apiserver health ...
I0626 18:56:38.188424 244980 system_pods.go:43] waiting for kube-system pods to appear ...
I0626 18:56:38.280632 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:38.281113 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:38.361765 244980 system_pods.go:59] 17 kube-system pods found
I0626 18:56:38.361841 244980 system_pods.go:61] "coredns-5d78c9869d-prmt6" [ec8c81fd-4534-44c7-965c-4829270def4b] Running
I0626 18:56:38.361864 244980 system_pods.go:61] "csi-hostpath-attacher-0" [f5149e56-fedf-4f23-b369-40a7f1c65af7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0626 18:56:38.361888 244980 system_pods.go:61] "csi-hostpath-resizer-0" [c8af2b4b-da4a-4667-94ba-74193e3cdba9] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0626 18:56:38.361922 244980 system_pods.go:61] "csi-hostpathplugin-7dr46" [9469adbf-cdee-4ab9-95b6-b777a2d6d261] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0626 18:56:38.361949 244980 system_pods.go:61] "etcd-addons-963360" [3aa3128f-523d-40a8-9718-1ae341118a75] Running
I0626 18:56:38.361969 244980 system_pods.go:61] "kindnet-lmwht" [9c95e242-44d1-4c24-83aa-5e136ff56cd9] Running
I0626 18:56:38.361996 244980 system_pods.go:61] "kube-apiserver-addons-963360" [d5fa1abb-67d2-4add-bbe8-48ea5eb927b3] Running
I0626 18:56:38.362025 244980 system_pods.go:61] "kube-controller-manager-addons-963360" [0b536efc-54e2-4f67-980f-725dbac4b6a5] Running
I0626 18:56:38.362053 244980 system_pods.go:61] "kube-ingress-dns-minikube" [a13f6c82-e719-4c48-aa0a-d700b625647d] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0626 18:56:38.362072 244980 system_pods.go:61] "kube-proxy-69vf5" [4c835d59-25ba-40b2-86c7-b610c9239341] Running
I0626 18:56:38.362092 244980 system_pods.go:61] "kube-scheduler-addons-963360" [77a4aadd-c463-4708-879a-0c674b8682bf] Running
I0626 18:56:38.362112 244980 system_pods.go:61] "metrics-server-844d8db974-zkzdr" [e7bcd344-88b7-4e24-8fd2-b1fe95144127] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0626 18:56:38.362146 244980 system_pods.go:61] "registry-kcrl6" [ecfe2e2c-43c4-42a9-a979-167fe22f5d47] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0626 18:56:38.362170 244980 system_pods.go:61] "registry-proxy-2n5gs" [da693eb2-5172-48f3-919d-332ab16d60f1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0626 18:56:38.362196 244980 system_pods.go:61] "snapshot-controller-75bbb956b9-gzl98" [02bdbee1-c911-4a93-abbf-d4635384f58d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0626 18:56:38.362230 244980 system_pods.go:61] "snapshot-controller-75bbb956b9-xrptg" [1f6b17fe-3aa4-4df3-9faa-6f52dedb7234] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0626 18:56:38.362257 244980 system_pods.go:61] "storage-provisioner" [552fcb00-182a-4068-a51a-45f6956e49de] Running
I0626 18:56:38.362285 244980 system_pods.go:74] duration metric: took 173.843699ms to wait for pod list to return data ...
I0626 18:56:38.362305 244980 default_sa.go:34] waiting for default service account to be created ...
I0626 18:56:38.464805 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:38.551731 244980 default_sa.go:45] found service account: "default"
I0626 18:56:38.551763 244980 default_sa.go:55] duration metric: took 189.427165ms for default service account to be created ...
I0626 18:56:38.551773 244980 system_pods.go:116] waiting for k8s-apps to be running ...
I0626 18:56:38.666203 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:38.780610 244980 system_pods.go:86] 17 kube-system pods found
I0626 18:56:38.780688 244980 system_pods.go:89] "coredns-5d78c9869d-prmt6" [ec8c81fd-4534-44c7-965c-4829270def4b] Running
I0626 18:56:38.780715 244980 system_pods.go:89] "csi-hostpath-attacher-0" [f5149e56-fedf-4f23-b369-40a7f1c65af7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0626 18:56:38.780754 244980 system_pods.go:89] "csi-hostpath-resizer-0" [c8af2b4b-da4a-4667-94ba-74193e3cdba9] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0626 18:56:38.780782 244980 system_pods.go:89] "csi-hostpathplugin-7dr46" [9469adbf-cdee-4ab9-95b6-b777a2d6d261] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0626 18:56:38.780801 244980 system_pods.go:89] "etcd-addons-963360" [3aa3128f-523d-40a8-9718-1ae341118a75] Running
I0626 18:56:38.780840 244980 system_pods.go:89] "kindnet-lmwht" [9c95e242-44d1-4c24-83aa-5e136ff56cd9] Running
I0626 18:56:38.780864 244980 system_pods.go:89] "kube-apiserver-addons-963360" [d5fa1abb-67d2-4add-bbe8-48ea5eb927b3] Running
I0626 18:56:38.780883 244980 system_pods.go:89] "kube-controller-manager-addons-963360" [0b536efc-54e2-4f67-980f-725dbac4b6a5] Running
I0626 18:56:38.780930 244980 system_pods.go:89] "kube-ingress-dns-minikube" [a13f6c82-e719-4c48-aa0a-d700b625647d] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0626 18:56:38.780954 244980 system_pods.go:89] "kube-proxy-69vf5" [4c835d59-25ba-40b2-86c7-b610c9239341] Running
I0626 18:56:38.780975 244980 system_pods.go:89] "kube-scheduler-addons-963360" [77a4aadd-c463-4708-879a-0c674b8682bf] Running
I0626 18:56:38.781081 244980 system_pods.go:89] "metrics-server-844d8db974-zkzdr" [e7bcd344-88b7-4e24-8fd2-b1fe95144127] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0626 18:56:38.781125 244980 system_pods.go:89] "registry-kcrl6" [ecfe2e2c-43c4-42a9-a979-167fe22f5d47] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0626 18:56:38.781154 244980 system_pods.go:89] "registry-proxy-2n5gs" [da693eb2-5172-48f3-919d-332ab16d60f1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0626 18:56:38.781178 244980 system_pods.go:89] "snapshot-controller-75bbb956b9-gzl98" [02bdbee1-c911-4a93-abbf-d4635384f58d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0626 18:56:38.781214 244980 system_pods.go:89] "snapshot-controller-75bbb956b9-xrptg" [1f6b17fe-3aa4-4df3-9faa-6f52dedb7234] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0626 18:56:38.781237 244980 system_pods.go:89] "storage-provisioner" [552fcb00-182a-4068-a51a-45f6956e49de] Running
I0626 18:56:38.781259 244980 system_pods.go:126] duration metric: took 229.480949ms to wait for k8s-apps to be running ...
I0626 18:56:38.781292 244980 system_svc.go:44] waiting for kubelet service to be running ....
I0626 18:56:38.781379 244980 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0626 18:56:38.780889 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:38.786665 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:38.800930 244980 system_svc.go:56] duration metric: took 19.630214ms WaitForService to wait for kubelet.
I0626 18:56:38.801065 244980 kubeadm.go:581] duration metric: took 18.118803744s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0626 18:56:38.801104 244980 node_conditions.go:102] verifying NodePressure condition ...
I0626 18:56:38.951918 244980 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0626 18:56:38.951950 244980 node_conditions.go:123] node cpu capacity is 2
I0626 18:56:38.951964 244980 node_conditions.go:105] duration metric: took 150.842761ms to run NodePressure ...
I0626 18:56:38.951975 244980 start.go:228] waiting for startup goroutines ...
I0626 18:56:38.965111 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:39.166513 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:39.277558 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:39.278315 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:39.465223 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:39.667571 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:39.778428 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:39.779912 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:39.965247 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:40.167425 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:40.276834 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:40.278039 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:40.464839 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:40.666172 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:40.776096 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:40.778697 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:40.965813 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:41.165545 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:41.277592 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:41.277929 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:41.465239 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:41.665789 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:41.777617 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:41.778649 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:41.965628 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:42.166033 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:42.278014 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:42.278831 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:42.465510 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:42.665879 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:42.777894 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:42.781785 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:42.966680 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:43.167327 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:43.278809 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:43.279636 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:43.464650 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:43.666516 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:43.777234 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:43.781395 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:43.965522 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:44.166897 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:44.275936 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:44.279132 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:44.466081 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:44.666000 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:44.778930 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:44.780312 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:44.965132 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:45.166736 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:45.276620 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:45.277620 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:45.466078 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:45.668683 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:45.777084 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:45.778219 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:45.965422 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:46.166326 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:46.278827 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:46.279486 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:46.465206 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:46.666559 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:46.779120 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:46.780518 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:46.964643 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:47.165234 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:47.275564 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:47.277488 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:47.464961 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:47.666129 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:47.778062 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:47.798772 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:47.966207 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:48.166042 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:48.278613 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:48.280312 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:48.465515 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:48.667492 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:48.778614 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:48.779161 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:48.965470 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:49.166520 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:49.276912 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:49.278132 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0626 18:56:49.467028 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:49.667901 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:49.782112 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:49.783062 244980 kapi.go:107] duration metric: took 20.534772364s to wait for kubernetes.io/minikube-addons=registry ...
I0626 18:56:49.964726 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:50.164964 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:50.275480 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:50.465413 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:50.666707 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:50.776446 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:50.965291 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:51.165575 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:51.276331 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:51.465714 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:51.665741 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:51.784840 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:51.966909 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:52.171509 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:52.276907 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:52.465489 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:52.672728 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:52.782949 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:52.970034 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:53.169542 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:53.280036 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:53.469230 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:53.672730 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:53.781292 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:53.965779 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:54.170586 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:54.277244 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:54.465928 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:54.666311 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:54.776363 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:54.965631 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:55.166543 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:55.275952 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:55.465879 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:55.665605 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:55.775616 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:55.965346 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:56.165741 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:56.276544 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:56.464922 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:56.665974 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:56.776257 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:56.965619 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:57.165767 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:57.276217 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:57.465748 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:57.666470 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:57.776110 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:57.964893 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:58.165618 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:58.276502 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:58.465668 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:58.668323 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:58.775729 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:58.965460 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:59.166773 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:59.275799 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:59.465710 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:56:59.668700 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:56:59.775830 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:56:59.965781 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:00.166209 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:00.276644 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:00.465701 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:00.665917 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:00.775309 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:00.965579 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:01.166598 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:01.279117 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:01.465160 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:01.666765 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:01.776371 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:01.965628 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:02.166612 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:02.277298 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:02.469815 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:02.666462 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:02.776098 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:02.965111 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:03.166540 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:03.276238 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:03.465243 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:03.665262 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:03.775479 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:03.965212 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:04.166639 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:04.276856 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:04.466380 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:04.666550 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:04.776765 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:04.965937 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:05.165686 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:05.275602 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:05.465274 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:05.664867 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:05.776033 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:05.964639 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:06.165459 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:06.275522 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:06.467511 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:06.666750 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:06.776409 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:06.965177 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:07.165710 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:07.276091 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:07.465158 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:07.666043 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:07.776011 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:07.965966 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:08.166106 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:08.276017 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:08.472458 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:08.669739 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:08.775685 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:08.965221 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:09.166157 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:09.275637 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:09.465348 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:09.673335 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:09.776492 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:09.965501 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:10.176457 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:10.276624 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:10.466235 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:10.667335 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:10.775760 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:10.965780 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:11.165756 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:11.275864 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:11.465619 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:11.666131 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:11.781720 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:11.966406 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:12.166615 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:12.276430 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:12.464972 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:12.665812 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:12.776879 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:12.965705 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:13.166430 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:13.276086 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:13.465701 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:13.666458 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:13.776688 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:13.965961 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:14.166831 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:14.276187 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:14.464876 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:14.665975 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:14.775547 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:14.965271 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:15.170483 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:15.276673 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:15.464954 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:15.667504 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:15.775700 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:15.966137 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:16.166223 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:16.276482 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:16.465366 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:16.665361 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:16.775813 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:16.965867 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:17.166137 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:17.275701 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:17.465812 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:17.669655 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:17.775388 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:17.965767 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:18.166349 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:18.277723 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:18.466171 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:18.666209 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:18.777651 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:18.965617 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:19.166938 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:19.277116 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:19.465170 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:19.666128 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:19.776915 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:19.964557 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:20.166305 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:20.276459 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:20.466041 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:20.666079 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:20.776085 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:20.964701 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:21.165993 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:21.276073 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:21.464867 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:21.665470 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:21.776333 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:21.965046 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:22.166142 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:22.276349 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:22.465302 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:22.666255 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:22.775667 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:22.965337 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:23.165962 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:23.275978 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:23.465250 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:23.670504 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:23.776065 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:23.966320 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:24.166539 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0626 18:57:24.275693 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:24.465367 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:24.672292 244980 kapi.go:107] duration metric: took 50.531020421s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0626 18:57:24.775346 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:24.965153 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:25.276044 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:25.465115 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:25.775714 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:25.965476 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:26.276111 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:26.464691 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:26.779712 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:26.965599 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:27.276769 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:27.465490 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:27.775522 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:27.965027 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:28.276222 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:28.466025 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:28.775555 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:28.965198 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:29.275941 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:29.464851 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:29.775155 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:29.964923 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:30.276620 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:30.465118 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:30.775444 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:30.965873 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:31.276029 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:31.464957 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:31.776188 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:31.964857 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:32.275292 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:32.465465 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:32.775697 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:32.968734 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:33.280153 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:33.465190 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:33.776665 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:33.965677 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:34.275871 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:34.465740 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:34.777722 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:34.965366 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:35.276451 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:35.465666 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:35.775735 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:35.966460 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:36.276262 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:36.468231 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:36.776516 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:36.968885 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:37.275772 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:37.465704 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:37.775883 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:37.965191 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:38.276605 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:38.465891 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:38.775753 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:38.965872 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:39.275715 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:39.465921 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:39.777195 244980 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0626 18:57:39.966219 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:40.276180 244980 kapi.go:107] duration metric: took 1m11.032568667s to wait for app.kubernetes.io/name=ingress-nginx ...
I0626 18:57:40.465035 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:40.964978 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:41.465232 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:41.964664 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:42.465474 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:42.966001 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:43.465172 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:43.964620 244980 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0626 18:57:44.464826 244980 kapi.go:107] duration metric: took 1m8.510722711s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0626 18:57:44.466535 244980 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-963360 cluster.
I0626 18:57:44.468382 244980 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0626 18:57:44.470142 244980 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0626 18:57:44.471639 244980 out.go:177] * Enabled addons: ingress-dns, storage-provisioner, cloud-spanner, inspektor-gadget, default-storageclass, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0626 18:57:44.473236 244980 addons.go:499] enable addons completed in 1m24.369903016s: enabled=[ingress-dns storage-provisioner cloud-spanner inspektor-gadget default-storageclass metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0626 18:57:44.473274 244980 start.go:233] waiting for cluster config update ...
I0626 18:57:44.473290 244980 start.go:242] writing updated cluster config ...
I0626 18:57:44.473589 244980 ssh_runner.go:195] Run: rm -f paused
I0626 18:57:44.541706 244980 start.go:652] kubectl: 1.27.3, cluster: 1.27.3 (minor skew: 0)
I0626 18:57:44.543615 244980 out.go:177] * Done! kubectl is now configured to use "addons-963360" cluster and "default" namespace by default
*
* ==> Docker <==
* Jun 26 18:58:31 addons-963360 dockerd[1090]: time="2023-06-26T18:58:31.954731386Z" level=info msg="ignoring event" container=9c6d69789659f61385c0b92eabc16f40a6d85d160ab32d080de0c3b93723d476 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:32 addons-963360 cri-dockerd[1300]: time="2023-06-26T18:58:32Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/6aadab89420673e90c9c454cfd8edbf474a591005b37ca9cdeaccccfea379db1/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Jun 26 18:58:34 addons-963360 cri-dockerd[1300]: time="2023-06-26T18:58:34Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Jun 26 18:58:34 addons-963360 dockerd[1090]: time="2023-06-26T18:58:34.682650322Z" level=info msg="ignoring event" container=47f5d18926a541e0aac71029cd27f092c61dd237d8a5af7983fc83d61fe1872c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:35 addons-963360 dockerd[1090]: time="2023-06-26T18:58:35.095363359Z" level=info msg="ignoring event" container=572722d9f7f23c4ac848d7564f01e18cce54c5db7617f196b6ccafbdb4c72d71 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:43 addons-963360 cri-dockerd[1300]: time="2023-06-26T18:58:43Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/2f96e0e759bebe860bb324336b835adbdf47081951592117472ca806c38db9d2/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Jun 26 18:58:43 addons-963360 cri-dockerd[1300]: time="2023-06-26T18:58:43Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"
Jun 26 18:58:47 addons-963360 dockerd[1090]: time="2023-06-26T18:58:47.920289065Z" level=info msg="ignoring event" container=b46c2c1768db0266fbd71a2ec930eab2757443671a0a6eb4be9d21460c92fc8d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:48 addons-963360 dockerd[1090]: time="2023-06-26T18:58:48.202956986Z" level=info msg="ignoring event" container=8ea9ba095094eb9a0b1ec250d093073f2cb65bc9438bfec845588b77ac3ee720 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:49 addons-963360 dockerd[1090]: time="2023-06-26T18:58:49.788651436Z" level=info msg="Container failed to exit within 1s of signal 15 - using the force" container=b21ab9a3ee7ec41918b43c83a7814e136137adaf39c0d57c5088161a0c8c8b64
Jun 26 18:58:49 addons-963360 dockerd[1090]: time="2023-06-26T18:58:49.849139127Z" level=info msg="ignoring event" container=b21ab9a3ee7ec41918b43c83a7814e136137adaf39c0d57c5088161a0c8c8b64 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:49 addons-963360 dockerd[1090]: time="2023-06-26T18:58:49.982295993Z" level=info msg="ignoring event" container=d646491c9cc44d8bae877d3715297b6f03c8be4392c7a4b3cbf8f1f7d0dd436b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:50 addons-963360 dockerd[1090]: time="2023-06-26T18:58:50.023539858Z" level=info msg="ignoring event" container=09540c64f19b36f5444881f5ce3df260e2c1bba490c46839f58fa31ad7add2dc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:50 addons-963360 dockerd[1090]: time="2023-06-26T18:58:50.096659213Z" level=info msg="ignoring event" container=2f96e0e759bebe860bb324336b835adbdf47081951592117472ca806c38db9d2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.446178116Z" level=info msg="ignoring event" container=d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.451381960Z" level=info msg="ignoring event" container=abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.469801988Z" level=info msg="ignoring event" container=50ffb9795ecb3f491760ac452f2c46fe2e123f966517dd03b0a3b6707b4c7477 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.489380310Z" level=info msg="ignoring event" container=6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.531835408Z" level=info msg="ignoring event" container=afa201c2e085ca26afb00c171c5f29498c3213fef672c2a13b649678adc0ea23 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.548700838Z" level=info msg="ignoring event" container=38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.554367538Z" level=info msg="ignoring event" container=4ed7385f99dea0ab83c1fd811bc5c48aecd5c13ad10a82a2dbd8b894d9704ebe module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.593430718Z" level=info msg="ignoring event" container=b7cce9ea8eb84fb97d9ac26e9d7f557d0cb06aab5754d2e12f97f4fd49c11921 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.729561758Z" level=info msg="ignoring event" container=571437525aa765510dff5773086310473e1fead9becfa6e662724355bc940020 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.759149050Z" level=info msg="ignoring event" container=40174cb55fa7fe9a5a63cae9a161191455c91cefc6a63e0761b855e484346db7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 26 18:58:51 addons-963360 dockerd[1090]: time="2023-06-26T18:58:51.782099869Z" level=info msg="ignoring event" container=9645952e61af7dd601f884e75f17dcc18ac4957bab0596ca1b65fc8622d4d361 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
8ea9ba095094e 13753a81eccfd 8 seconds ago Exited hello-world-app 2 6aadab8942067 hello-world-app-65bdb79f98-8jlgn
8772bf97f2c71 nginx@sha256:2d194184b067db3598771b4cf326cfe6ad5051937ba1132b8b7d4b0184e0d0a6 32 seconds ago Running nginx 0 f345081c24f32 nginx
3d692ee61a5e4 ghcr.io/headlamp-k8s/headlamp@sha256:67ba87b88218563eec9684525904936609713b02dcbcf4390cd055766217ed45 About a minute ago Running headlamp 0 b15fae49d3b73 headlamp-66f6498c69-qp8sm
1b01a48aca987 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 d47448c14ed7a gcp-auth-58478865f7-qdlsm
56ab7ca5d6d13 8f2588812ab29 About a minute ago Exited patch 1 100debd6bce9a ingress-nginx-admission-patch-f47rq
ae57eb4ea4e0b registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b About a minute ago Exited create 0 4a6717ff64bde ingress-nginx-admission-create-m8929
85ad4ebbb8cfa registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 About a minute ago Running volume-snapshot-controller 0 aa9afb14fa752 snapshot-controller-75bbb956b9-gzl98
0757366ac382b registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 About a minute ago Running volume-snapshot-controller 0 50476f3024ce8 snapshot-controller-75bbb956b9-xrptg
d08d9f19c03d7 97e04611ad434 2 minutes ago Running coredns 1 50c7aec8580a5 coredns-5d78c9869d-prmt6
04ade069e63cd ba04bb24b9575 2 minutes ago Running storage-provisioner 0 6baeb1a8901bb storage-provisioner
90e6ce35291dd kindest/kindnetd@sha256:6c00e28db008c2afa67d9ee085c86184ec9ae5281d5ae1bd15006746fb9a1974 2 minutes ago Running kindnet-cni 0 d9fa53ef67a86 kindnet-lmwht
85ee625f8eb79 97e04611ad434 2 minutes ago Exited coredns 0 b118aed91678b coredns-5d78c9869d-prmt6
d248e0e35905c fb73e92641fd5 2 minutes ago Running kube-proxy 0 51151b1fef2c2 kube-proxy-69vf5
ea665f41cf3f6 bcb9e554eaab6 2 minutes ago Running kube-scheduler 0 a19ed15e0b84e kube-scheduler-addons-963360
f7b1d415b1b61 24bc64e911039 2 minutes ago Running etcd 0 232d47ecce670 etcd-addons-963360
f2055dc65727d ab3683b584ae5 2 minutes ago Running kube-controller-manager 0 4f6177f92ea9a kube-controller-manager-addons-963360
6cf6a313f1411 39dfb036b0986 2 minutes ago Running kube-apiserver 0 40b870e4450e1 kube-apiserver-addons-963360
*
* ==> coredns [85ee625f8eb7] <==
* [INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] plugin/health: Going into lameduck mode for 5s
[ERROR] plugin/errors: 2 7673954382310292356.7624730059973829692. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/errors: 2 7673954382310292356.7624730059973829692. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
*
* ==> coredns [d08d9f19c03d] <==
* [INFO] 10.244.0.16:44834 - 57316 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000065132s
[INFO] 10.244.0.16:44834 - 11688 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000044824s
[INFO] 10.244.0.16:44834 - 34784 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000096155s
[INFO] 10.244.0.16:44834 - 10774 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000076143s
[INFO] 10.244.0.16:44834 - 51668 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001183548s
[INFO] 10.244.0.16:44834 - 29450 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001078655s
[INFO] 10.244.0.16:44834 - 43634 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000109464s
[INFO] 10.244.0.16:59864 - 59807 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000113533s
[INFO] 10.244.0.16:45280 - 37028 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000168081s
[INFO] 10.244.0.16:59864 - 32452 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000084381s
[INFO] 10.244.0.16:59864 - 7307 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000063844s
[INFO] 10.244.0.16:59864 - 61037 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000077522s
[INFO] 10.244.0.16:45280 - 37187 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000081723s
[INFO] 10.244.0.16:45280 - 31559 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000050421s
[INFO] 10.244.0.16:59864 - 24498 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000120713s
[INFO] 10.244.0.16:45280 - 6096 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000086473s
[INFO] 10.244.0.16:59864 - 1791 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050051s
[INFO] 10.244.0.16:45280 - 33682 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00009138s
[INFO] 10.244.0.16:45280 - 16232 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000068439s
[INFO] 10.244.0.16:45280 - 51215 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000774394s
[INFO] 10.244.0.16:59864 - 22992 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002188588s
[INFO] 10.244.0.16:45280 - 9077 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001175048s
[INFO] 10.244.0.16:59864 - 11168 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000979595s
[INFO] 10.244.0.16:59864 - 65482 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000081074s
[INFO] 10.244.0.16:45280 - 1020 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000076914s
*
* ==> describe nodes <==
* Name: addons-963360
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-963360
kubernetes.io/os=linux
minikube.k8s.io/commit=759becbe25e432e7a4042c59713ee144df2072e1
minikube.k8s.io/name=addons-963360
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_06_26T18_56_08_0700
minikube.k8s.io/version=v1.30.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-963360
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 26 Jun 2023 18:56:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-963360
AcquireTime: <unset>
RenewTime: Mon, 26 Jun 2023 18:58:50 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 26 Jun 2023 18:58:40 +0000 Mon, 26 Jun 2023 18:56:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 26 Jun 2023 18:58:40 +0000 Mon, 26 Jun 2023 18:56:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 26 Jun 2023 18:58:40 +0000 Mon, 26 Jun 2023 18:56:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 26 Jun 2023 18:58:40 +0000 Mon, 26 Jun 2023 18:56:17 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-963360
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022624Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022624Ki
pods: 110
System Info:
Machine ID: 85da3915af3a48f19def1ec6a5a0d636
System UUID: 378dcd24-2fff-429f-bce1-1a5f6b0cce37
Boot ID: 210d3827-912b-4be1-a50b-47a88cefca99
Kernel Version: 5.15.0-1038-aws
OS Image: Ubuntu 22.04.2 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.2
Kubelet Version: v1.27.3
Kube-Proxy Version: v1.27.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-65bdb79f98-8jlgn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 25s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 38s
gcp-auth gcp-auth-58478865f7-qdlsm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m22s
headlamp headlamp-66f6498c69-qp8sm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 66s
kube-system coredns-5d78c9869d-prmt6 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m38s
kube-system etcd-addons-963360 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kindnet-lmwht 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 2m38s
kube-system kube-apiserver-addons-963360 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-controller-manager-addons-963360 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-proxy-69vf5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m38s
kube-system kube-scheduler-addons-963360 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system snapshot-controller-75bbb956b9-gzl98 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system snapshot-controller-75bbb956b9-xrptg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m36s kube-proxy
Normal Starting 2m51s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m50s kubelet Node addons-963360 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m50s kubelet Node addons-963360 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m50s kubelet Node addons-963360 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m50s kubelet Node addons-963360 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m50s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m40s kubelet Node addons-963360 status is now: NodeReady
Normal RegisteredNode 2m39s node-controller Node addons-963360 event: Registered Node addons-963360 in Controller
*
* ==> dmesg <==
* [ +0.000797] FS-Cache: N-cookie c=0000000c [p=00000003 fl=2 nc=0 na=1]
[ +0.000927] FS-Cache: N-cookie d=0000000085ec082e{9p.inode} n=00000000aa080329
[ +0.001041] FS-Cache: N-key=[8] '925b3b0000000000'
[ +0.002815] FS-Cache: Duplicate cookie detected
[ +0.000696] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.001057] FS-Cache: O-cookie d=0000000085ec082e{9p.inode} n=000000007c837106
[ +0.001101] FS-Cache: O-key=[8] '925b3b0000000000'
[ +0.000701] FS-Cache: N-cookie c=0000000d [p=00000003 fl=2 nc=0 na=1]
[ +0.000931] FS-Cache: N-cookie d=0000000085ec082e{9p.inode} n=0000000095530259
[ +0.001074] FS-Cache: N-key=[8] '925b3b0000000000'
[ +1.883203] FS-Cache: Duplicate cookie detected
[ +0.000717] FS-Cache: O-cookie c=00000004 [p=00000003 fl=226 nc=0 na=1]
[ +0.000963] FS-Cache: O-cookie d=0000000085ec082e{9p.inode} n=00000000c8967f43
[ +0.001124] FS-Cache: O-key=[8] '915b3b0000000000'
[ +0.000700] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.000962] FS-Cache: N-cookie d=0000000085ec082e{9p.inode} n=00000000aa080329
[ +0.001066] FS-Cache: N-key=[8] '915b3b0000000000'
[ +0.266071] FS-Cache: Duplicate cookie detected
[ +0.000764] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.000960] FS-Cache: O-cookie d=0000000085ec082e{9p.inode} n=0000000008d51753
[ +0.001137] FS-Cache: O-key=[8] '995b3b0000000000'
[ +0.000727] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.000926] FS-Cache: N-cookie d=0000000085ec082e{9p.inode} n=00000000adeea2a2
[ +0.001059] FS-Cache: N-key=[8] '995b3b0000000000'
[ +10.053398] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
*
* ==> etcd [f7b1d415b1b6] <==
* {"level":"info","ts":"2023-06-26T18:56:00.365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-06-26T18:56:00.369Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-06-26T18:56:00.386Z","caller":"embed/etcd.go:687","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-06-26T18:56:00.386Z","caller":"embed/etcd.go:586","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-06-26T18:56:00.387Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-06-26T18:56:00.387Z","caller":"embed/etcd.go:275","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-06-26T18:56:00.387Z","caller":"embed/etcd.go:762","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-06-26T18:56:00.433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-06-26T18:56:00.437Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-06-26T18:56:00.437Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-963360 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-06-26T18:56:00.437Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-06-26T18:56:00.439Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-06-26T18:56:00.439Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-06-26T18:56:00.445Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-06-26T18:56:00.445Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-06-26T18:56:00.445Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-06-26T18:56:00.445Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-06-26T18:56:00.445Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-06-26T18:56:00.465Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.49.2:2379"}
*
* ==> gcp-auth [1b01a48aca98] <==
* 2023/06/26 18:57:43 GCP Auth Webhook started!
2023/06/26 18:57:51 Ready to marshal response ...
2023/06/26 18:57:51 Ready to write response ...
2023/06/26 18:57:51 Ready to marshal response ...
2023/06/26 18:57:51 Ready to write response ...
2023/06/26 18:57:51 Ready to marshal response ...
2023/06/26 18:57:51 Ready to write response ...
2023/06/26 18:57:54 Ready to marshal response ...
2023/06/26 18:57:54 Ready to write response ...
2023/06/26 18:58:18 Ready to marshal response ...
2023/06/26 18:58:18 Ready to write response ...
2023/06/26 18:58:19 Ready to marshal response ...
2023/06/26 18:58:19 Ready to write response ...
2023/06/26 18:58:32 Ready to marshal response ...
2023/06/26 18:58:32 Ready to write response ...
2023/06/26 18:58:42 Ready to marshal response ...
2023/06/26 18:58:42 Ready to write response ...
*
* ==> kernel <==
* 18:58:57 up 1:41, 0 users, load average: 1.68, 2.25, 2.14
Linux addons-963360 5.15.0-1038-aws #43~20.04.1-Ubuntu SMP Fri Jun 2 17:11:42 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.2 LTS"
*
* ==> kindnet [90e6ce35291d] <==
* I0626 18:56:53.517613 1 main.go:227] handling current node
I0626 18:57:03.522308 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:03.522340 1 main.go:227] handling current node
I0626 18:57:13.535464 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:13.535489 1 main.go:227] handling current node
I0626 18:57:23.549635 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:23.549664 1 main.go:227] handling current node
I0626 18:57:33.560876 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:33.560902 1 main.go:227] handling current node
I0626 18:57:43.564924 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:43.565193 1 main.go:227] handling current node
I0626 18:57:53.579123 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:57:53.579149 1 main.go:227] handling current node
I0626 18:58:03.590486 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:03.590518 1 main.go:227] handling current node
I0626 18:58:13.600688 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:13.600719 1 main.go:227] handling current node
I0626 18:58:23.632807 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:23.632839 1 main.go:227] handling current node
I0626 18:58:33.641538 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:33.641563 1 main.go:227] handling current node
I0626 18:58:43.652733 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:43.652758 1 main.go:227] handling current node
I0626 18:58:53.658580 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0626 18:58:53.658610 1 main.go:227] handling current node
*
* ==> kube-apiserver [6cf6a313f141] <==
* I0626 18:56:28.847647 1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller" clusterIPs=map[IPv4:10.103.55.240]
I0626 18:56:28.889682 1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-admission" clusterIPs=map[IPv4:10.97.123.11]
I0626 18:56:28.950425 1 controller.go:624] quota admission added evaluator for: jobs.batch
I0626 18:56:33.717500 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.111.149.144]
I0626 18:56:33.744404 1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0626 18:56:34.005868 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.99.54.157]
I0626 18:56:35.735251 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.109.154.235]
E0626 18:56:56.822196 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1: Get "https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.107.73.6:443: connect: connection refused
E0626 18:56:56.823108 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1: Get "https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.107.73.6:443: connect: connection refused
I0626 18:56:56.823159 1 handler_discovery.go:325] DiscoveryManager: Failed to download discovery for kube-system/metrics-server:443: 503 error trying to reach service: dial tcp 10.107.73.6:443: connect: connection refused
I0626 18:56:56.823182 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0626 18:56:56.829601 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1: Get "https://10.107.73.6:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.107.73.6:443: connect: connection refused
I0626 18:56:56.918750 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0626 18:57:03.709759 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0626 18:57:51.509423 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.102.9.131]
I0626 18:58:03.711463 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0626 18:58:12.736001 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0626 18:58:12.751343 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0626 18:58:13.770602 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0626 18:58:18.768054 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0626 18:58:19.258828 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.97.47.33]
I0626 18:58:30.359221 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0626 18:58:32.313925 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.107.172.165]
E0626 18:58:48.805560 1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
E0626 18:58:48.892595 1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
*
* ==> kube-controller-manager [f2055dc65727] <==
* E0626 18:58:14.907913 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0626 18:58:16.358293 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
W0626 18:58:16.803391 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0626 18:58:16.803427 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0626 18:58:19.144932 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0626 18:58:19.151189 1 shared_informer.go:318] Caches are synced for resource quota
I0626 18:58:19.505931 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0626 18:58:19.505993 1 shared_informer.go:318] Caches are synced for garbage collector
W0626 18:58:20.959140 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0626 18:58:20.959172 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0626 18:58:22.975178 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
I0626 18:58:31.990293 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"
I0626 18:58:32.060031 1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-8jlgn"
W0626 18:58:32.271352 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0626 18:58:32.271585 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0626 18:58:33.344865 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0626 18:58:33.347632 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0626 18:58:33.841408 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0626 18:58:42.208021 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0626 18:58:48.713510 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-create
I0626 18:58:48.760451 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch
I0626 18:58:51.210141 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0626 18:58:51.306726 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
W0626 18:58:55.881766 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0626 18:58:55.881804 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [d248e0e35905] <==
* I0626 18:56:20.915556 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0626 18:56:20.915673 1 server_others.go:110] "Detected node IP" address="192.168.49.2"
I0626 18:56:20.915695 1 server_others.go:554] "Using iptables proxy"
I0626 18:56:20.951688 1 server_others.go:192] "Using iptables Proxier"
I0626 18:56:20.951723 1 server_others.go:199] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0626 18:56:20.951731 1 server_others.go:200] "Creating dualStackProxier for iptables"
I0626 18:56:20.951746 1 server_others.go:484] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, defaulting to no-op detect-local for IPv6"
I0626 18:56:20.951824 1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0626 18:56:20.952368 1 server.go:658] "Version info" version="v1.27.3"
I0626 18:56:20.952380 1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0626 18:56:20.953521 1 config.go:188] "Starting service config controller"
I0626 18:56:20.953593 1 shared_informer.go:311] Waiting for caches to sync for service config
I0626 18:56:20.953630 1 config.go:97] "Starting endpoint slice config controller"
I0626 18:56:20.953634 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0626 18:56:20.957373 1 config.go:315] "Starting node config controller"
I0626 18:56:20.957392 1 shared_informer.go:311] Waiting for caches to sync for node config
I0626 18:56:21.054812 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0626 18:56:21.054883 1 shared_informer.go:318] Caches are synced for service config
I0626 18:56:21.057476 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [ea665f41cf3f] <==
* W0626 18:56:03.979796 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0626 18:56:03.979860 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0626 18:56:03.980450 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0626 18:56:03.980829 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0626 18:56:03.981021 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0626 18:56:03.981255 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0626 18:56:03.980806 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0626 18:56:03.981453 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0626 18:56:03.980817 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0626 18:56:03.981634 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0626 18:56:03.980744 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0626 18:56:03.981869 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0626 18:56:03.981103 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0626 18:56:03.982047 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0626 18:56:04.872487 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0626 18:56:04.872534 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0626 18:56:04.943932 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0626 18:56:04.943983 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0626 18:56:04.989068 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0626 18:56:04.989162 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0626 18:56:05.060637 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0626 18:56:05.060676 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0626 18:56:05.118308 1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0626 18:56:05.118533 1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0626 18:56:07.966755 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.637860 2302 scope.go:115] "RemoveContainer" containerID="38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.638443 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194} err="failed to get container status \"38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194\": rpc error: code = Unknown desc = Error response from daemon: No such container: 38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.638468 2302 scope.go:115] "RemoveContainer" containerID="abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.639091 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea} err="failed to get container status \"abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea\": rpc error: code = Unknown desc = Error response from daemon: No such container: abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.639114 2302 scope.go:115] "RemoveContainer" containerID="6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.639709 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0} err="failed to get container status \"6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0\": rpc error: code = Unknown desc = Error response from daemon: No such container: 6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.639733 2302 scope.go:115] "RemoveContainer" containerID="b7cce9ea8eb84fb97d9ac26e9d7f557d0cb06aab5754d2e12f97f4fd49c11921"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.640318 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:b7cce9ea8eb84fb97d9ac26e9d7f557d0cb06aab5754d2e12f97f4fd49c11921} err="failed to get container status \"b7cce9ea8eb84fb97d9ac26e9d7f557d0cb06aab5754d2e12f97f4fd49c11921\": rpc error: code = Unknown desc = Error response from daemon: No such container: b7cce9ea8eb84fb97d9ac26e9d7f557d0cb06aab5754d2e12f97f4fd49c11921"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.640344 2302 scope.go:115] "RemoveContainer" containerID="4ed7385f99dea0ab83c1fd811bc5c48aecd5c13ad10a82a2dbd8b894d9704ebe"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.640916 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:4ed7385f99dea0ab83c1fd811bc5c48aecd5c13ad10a82a2dbd8b894d9704ebe} err="failed to get container status \"4ed7385f99dea0ab83c1fd811bc5c48aecd5c13ad10a82a2dbd8b894d9704ebe\": rpc error: code = Unknown desc = Error response from daemon: No such container: 4ed7385f99dea0ab83c1fd811bc5c48aecd5c13ad10a82a2dbd8b894d9704ebe"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.640943 2302 scope.go:115] "RemoveContainer" containerID="50ffb9795ecb3f491760ac452f2c46fe2e123f966517dd03b0a3b6707b4c7477"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.641673 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:50ffb9795ecb3f491760ac452f2c46fe2e123f966517dd03b0a3b6707b4c7477} err="failed to get container status \"50ffb9795ecb3f491760ac452f2c46fe2e123f966517dd03b0a3b6707b4c7477\": rpc error: code = Unknown desc = Error response from daemon: No such container: 50ffb9795ecb3f491760ac452f2c46fe2e123f966517dd03b0a3b6707b4c7477"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.641699 2302 scope.go:115] "RemoveContainer" containerID="38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.642294 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194} err="failed to get container status \"38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194\": rpc error: code = Unknown desc = Error response from daemon: No such container: 38594a1e3028c7304cc485d28baa72dce9bc25aec2dc57b775a6828a69c47194"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.642317 2302 scope.go:115] "RemoveContainer" containerID="abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.642879 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea} err="failed to get container status \"abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea\": rpc error: code = Unknown desc = Error response from daemon: No such container: abc9b9f5ceb7ae14027b744afdc48ea84b74a40f01d433722282b51f8a6cd1ea"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.642902 2302 scope.go:115] "RemoveContainer" containerID="6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.643459 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0} err="failed to get container status \"6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0\": rpc error: code = Unknown desc = Error response from daemon: No such container: 6137b42a081f7018370d04fd2fc93bb2e13c2f721f7c4ea138f6a6f382ec54b0"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.643482 2302 scope.go:115] "RemoveContainer" containerID="d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.657717 2302 scope.go:115] "RemoveContainer" containerID="d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9"
Jun 26 18:58:52 addons-963360 kubelet[2302]: E0626 18:58:52.658520 2302 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9" containerID="d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9"
Jun 26 18:58:52 addons-963360 kubelet[2302]: I0626 18:58:52.658562 2302 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9} err="failed to get container status \"d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9\": rpc error: code = Unknown desc = Error response from daemon: No such container: d4ea27a521b5c233f918e7c6f528c1e7b98831fbecf647d672607938e09a11d9"
Jun 26 18:58:53 addons-963360 kubelet[2302]: I0626 18:58:53.052705 2302 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=9469adbf-cdee-4ab9-95b6-b777a2d6d261 path="/var/lib/kubelet/pods/9469adbf-cdee-4ab9-95b6-b777a2d6d261/volumes"
Jun 26 18:58:53 addons-963360 kubelet[2302]: I0626 18:58:53.053807 2302 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=c8af2b4b-da4a-4667-94ba-74193e3cdba9 path="/var/lib/kubelet/pods/c8af2b4b-da4a-4667-94ba-74193e3cdba9/volumes"
Jun 26 18:58:53 addons-963360 kubelet[2302]: I0626 18:58:53.054324 2302 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=f5149e56-fedf-4f23-b369-40a7f1c65af7 path="/var/lib/kubelet/pods/f5149e56-fedf-4f23-b369-40a7f1c65af7/volumes"
*
* ==> storage-provisioner [04ade069e63c] <==
* I0626 18:56:26.216593 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0626 18:56:26.242745 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0626 18:56:26.242854 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0626 18:56:26.256459 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0626 18:56:26.256763 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-963360_134256f4-d820-4432-a8ba-8b7024acee4b!
I0626 18:56:26.265422 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"1210abd0-f0e8-4ab2-9c2b-39f3ce7c6369", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-963360_134256f4-d820-4432-a8ba-8b7024acee4b became leader
I0626 18:56:26.357393 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-963360_134256f4-d820-4432-a8ba-8b7024acee4b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-963360 -n addons-963360
helpers_test.go:261: (dbg) Run: kubectl --context addons-963360 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (40.64s)