=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-305325 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-305325 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-305325 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [b6fa714c-de9f-4b51-b865-64a7e1c1ed43] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [b6fa714c-de9f-4b51-b865-64a7e1c1ed43] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.014209636s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-305325 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-305325 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-305325 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.053208309s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-305325 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-305325 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-305325 addons disable ingress --alsologtostderr -v=1: (7.74466862s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-305325
helpers_test.go:235: (dbg) docker inspect addons-305325:
-- stdout --
[
{
"Id": "89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8",
"Created": "2023-10-30T10:45:08.588272527Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1042074,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-10-30T10:45:08.91217132Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:eaa28633b306b28bfcc42e43d12d56f9c0e18264fba46e5664387f4f16279f20",
"ResolvConfPath": "/var/lib/docker/containers/89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8/hostname",
"HostsPath": "/var/lib/docker/containers/89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8/hosts",
"LogPath": "/var/lib/docker/containers/89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8/89f7b65f1b5c036c8ce524c41364da9fa20dc5d8cea7127d73fdb2566197abf8-json.log",
"Name": "/addons-305325",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-305325:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-305325",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/5c9e5115cd9b0f11860a079e35351f1767de3e0e669287b97f702969b697ea67-init/diff:/var/lib/docker/overlay2/6920698f3346b3432ee81cea1fd7786c03f9eb8a308b22649a01a181a8116dbb/diff",
"MergedDir": "/var/lib/docker/overlay2/5c9e5115cd9b0f11860a079e35351f1767de3e0e669287b97f702969b697ea67/merged",
"UpperDir": "/var/lib/docker/overlay2/5c9e5115cd9b0f11860a079e35351f1767de3e0e669287b97f702969b697ea67/diff",
"WorkDir": "/var/lib/docker/overlay2/5c9e5115cd9b0f11860a079e35351f1767de3e0e669287b97f702969b697ea67/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-305325",
"Source": "/var/lib/docker/volumes/addons-305325/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-305325",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-305325",
"name.minikube.sigs.k8s.io": "addons-305325",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "dff4a039a50a505d21c68426561a3988e0a33119d2f2aa62f9bd8642e64198ad",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39405"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39404"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39401"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39403"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39402"
}
]
},
"SandboxKey": "/var/run/docker/netns/dff4a039a50a",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-305325": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"89f7b65f1b5c",
"addons-305325"
],
"NetworkID": "fbc538df73b3fca26df1cacbba5d9baa1551c2ff7070c9f3541eb5096e3644c0",
"EndpointID": "88140fd9f4450ed89e2415c644dc066fa5291e31f705bd9f93fa1b16000bab1b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-305325 -n addons-305325
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-305325 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-305325 logs -n 25: (1.166558801s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|----------------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|----------------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:44 UTC |
| delete | -p download-only-618370 | download-only-618370 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:44 UTC |
| delete | -p download-only-618370 | download-only-618370 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:44 UTC |
| start | --download-only -p | download-docker-943117 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | |
| | download-docker-943117 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-943117 | download-docker-943117 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:44 UTC |
| start | --download-only -p | binary-mirror-292513 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | |
| | binary-mirror-292513 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:40851 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-292513 | binary-mirror-292513 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:44 UTC |
| addons | enable dashboard -p | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | |
| | addons-305325 | | | | | |
| addons | disable dashboard -p | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | |
| | addons-305325 | | | | | |
| start | -p addons-305325 --wait=true | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:44 UTC | 30 Oct 23 10:47 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable nvidia-device-plugin | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| | -p addons-305325 | | | | | |
| ip | addons-305325 ip | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| addons | addons-305325 addons disable | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-305325 ssh cat | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| | /opt/local-path-provisioner/pvc-bf7b679e-dc51-492c-8284-1be02d31f2c1_default_test-pvc/file1 | | | | | |
| addons | addons-305325 addons disable | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:48 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| | addons-305325 | | | | | |
| addons | enable headlamp | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:47 UTC | 30 Oct 23 10:47 UTC |
| | -p addons-305325 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-305325 addons | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | addons-305325 | | | | | |
| addons | addons-305325 addons | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-305325 ssh curl -s | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-305325 addons | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-305325 ip | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| addons | addons-305325 addons disable | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:48 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-305325 addons disable | addons-305325 | jenkins | v1.32.0-beta.0 | 30 Oct 23 10:48 UTC | 30 Oct 23 10:49 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|----------------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/10/30 10:44:46
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1030 10:44:46.038872 1041618 out.go:296] Setting OutFile to fd 1 ...
I1030 10:44:46.038993 1041618 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1030 10:44:46.039001 1041618 out.go:309] Setting ErrFile to fd 2...
I1030 10:44:46.039007 1041618 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1030 10:44:46.039528 1041618 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17523-1035706/.minikube/bin
I1030 10:44:46.040012 1041618 out.go:303] Setting JSON to false
I1030 10:44:46.040837 1041618 start.go:128] hostinfo: {"hostname":"ip-172-31-21-244","uptime":156430,"bootTime":1698506256,"procs":157,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1030 10:44:46.040908 1041618 start.go:138] virtualization:
I1030 10:44:46.043368 1041618 out.go:177] * [addons-305325] minikube v1.32.0-beta.0 on Ubuntu 20.04 (arm64)
I1030 10:44:46.045747 1041618 out.go:177] - MINIKUBE_LOCATION=17523
I1030 10:44:46.047593 1041618 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1030 10:44:46.045833 1041618 notify.go:220] Checking for updates...
I1030 10:44:46.049583 1041618 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17523-1035706/kubeconfig
I1030 10:44:46.051508 1041618 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17523-1035706/.minikube
I1030 10:44:46.053286 1041618 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1030 10:44:46.055448 1041618 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1030 10:44:46.057425 1041618 driver.go:378] Setting default libvirt URI to qemu:///system
I1030 10:44:46.084921 1041618 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1030 10:44:46.085029 1041618 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1030 10:44:46.166390 1041618 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-10-30 10:44:46.156738165 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1030 10:44:46.166494 1041618 docker.go:295] overlay module found
I1030 10:44:46.170324 1041618 out.go:177] * Using the docker driver based on user configuration
I1030 10:44:46.172288 1041618 start.go:298] selected driver: docker
I1030 10:44:46.172306 1041618 start.go:902] validating driver "docker" against <nil>
I1030 10:44:46.172325 1041618 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1030 10:44:46.172934 1041618 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1030 10:44:46.239808 1041618 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-10-30 10:44:46.23078338 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1030 10:44:46.240002 1041618 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1030 10:44:46.240223 1041618 start_flags.go:934] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 10:44:46.242484 1041618 out.go:177] * Using Docker driver with root privileges
I1030 10:44:46.244730 1041618 cni.go:84] Creating CNI manager for ""
I1030 10:44:46.244757 1041618 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1030 10:44:46.244769 1041618 start_flags.go:318] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I1030 10:44:46.244786 1041618 start_flags.go:323] config:
{Name:addons-305325 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-305325 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:
cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1030 10:44:46.246870 1041618 out.go:177] * Starting control plane node addons-305325 in cluster addons-305325
I1030 10:44:46.248616 1041618 cache.go:121] Beginning downloading kic base image for docker with docker
I1030 10:44:46.250363 1041618 out.go:177] * Pulling base image ...
I1030 10:44:46.252342 1041618 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1030 10:44:46.252390 1041618 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17523-1035706/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4
I1030 10:44:46.252403 1041618 cache.go:56] Caching tarball of preloaded images
I1030 10:44:46.252483 1041618 preload.go:174] Found /home/jenkins/minikube-integration/17523-1035706/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I1030 10:44:46.252495 1041618 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on docker
I1030 10:44:46.252867 1041618 profile.go:148] Saving config to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/config.json ...
I1030 10:44:46.252894 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/config.json: {Name:mk811a6401774b06b29313d6569ddee0038fb770 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:44:46.253063 1041618 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 in local docker daemon
I1030 10:44:46.270301 1041618 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 to local cache
I1030 10:44:46.270427 1041618 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 in local cache directory
I1030 10:44:46.270447 1041618 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 in local cache directory, skipping pull
I1030 10:44:46.270452 1041618 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 exists in cache, skipping pull
I1030 10:44:46.270462 1041618 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 as a tarball
I1030 10:44:46.270469 1041618 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 from local cache
I1030 10:45:01.757811 1041618 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 from cached tarball
I1030 10:45:01.757848 1041618 cache.go:194] Successfully downloaded all kic artifacts
I1030 10:45:01.757889 1041618 start.go:365] acquiring machines lock for addons-305325: {Name:mk6b83bb9fec92eaaf0eab0bbc665a3ce4b8c467 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 10:45:01.758459 1041618 start.go:369] acquired machines lock for "addons-305325" in 543.594µs
I1030 10:45:01.758497 1041618 start.go:93] Provisioning new machine with config: &{Name:addons-305325 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-305325 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custo
mQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I1030 10:45:01.758583 1041618 start.go:125] createHost starting for "" (driver="docker")
I1030 10:45:01.761303 1041618 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1030 10:45:01.761574 1041618 start.go:159] libmachine.API.Create for "addons-305325" (driver="docker")
I1030 10:45:01.761611 1041618 client.go:168] LocalClient.Create starting
I1030 10:45:01.761744 1041618 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem
I1030 10:45:01.952785 1041618 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/cert.pem
I1030 10:45:02.248982 1041618 cli_runner.go:164] Run: docker network inspect addons-305325 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1030 10:45:02.265433 1041618 cli_runner.go:211] docker network inspect addons-305325 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1030 10:45:02.265511 1041618 network_create.go:281] running [docker network inspect addons-305325] to gather additional debugging logs...
I1030 10:45:02.265531 1041618 cli_runner.go:164] Run: docker network inspect addons-305325
W1030 10:45:02.282689 1041618 cli_runner.go:211] docker network inspect addons-305325 returned with exit code 1
I1030 10:45:02.282719 1041618 network_create.go:284] error running [docker network inspect addons-305325]: docker network inspect addons-305325: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-305325 not found
I1030 10:45:02.282735 1041618 network_create.go:286] output of [docker network inspect addons-305325]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-305325 not found
** /stderr **
I1030 10:45:02.282859 1041618 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1030 10:45:02.304497 1041618 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40026adf30}
I1030 10:45:02.304531 1041618 network_create.go:124] attempt to create docker network addons-305325 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1030 10:45:02.304594 1041618 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-305325 addons-305325
I1030 10:45:02.377610 1041618 network_create.go:108] docker network addons-305325 192.168.49.0/24 created
I1030 10:45:02.377642 1041618 kic.go:121] calculated static IP "192.168.49.2" for the "addons-305325" container
I1030 10:45:02.377745 1041618 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1030 10:45:02.394392 1041618 cli_runner.go:164] Run: docker volume create addons-305325 --label name.minikube.sigs.k8s.io=addons-305325 --label created_by.minikube.sigs.k8s.io=true
I1030 10:45:02.413260 1041618 oci.go:103] Successfully created a docker volume addons-305325
I1030 10:45:02.413358 1041618 cli_runner.go:164] Run: docker run --rm --name addons-305325-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-305325 --entrypoint /usr/bin/test -v addons-305325:/var gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 -d /var/lib
I1030 10:45:04.513057 1041618 cli_runner.go:217] Completed: docker run --rm --name addons-305325-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-305325 --entrypoint /usr/bin/test -v addons-305325:/var gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 -d /var/lib: (2.099658001s)
I1030 10:45:04.513090 1041618 oci.go:107] Successfully prepared a docker volume addons-305325
I1030 10:45:04.513112 1041618 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1030 10:45:04.513131 1041618 kic.go:194] Starting extracting preloaded images to volume ...
I1030 10:45:04.513228 1041618 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17523-1035706/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-305325:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 -I lz4 -xf /preloaded.tar -C /extractDir
I1030 10:45:08.503705 1041618 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17523-1035706/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-305325:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 -I lz4 -xf /preloaded.tar -C /extractDir: (3.990435398s)
I1030 10:45:08.503750 1041618 kic.go:203] duration metric: took 3.990616 seconds to extract preloaded images to volume
W1030 10:45:08.503886 1041618 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1030 10:45:08.504002 1041618 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1030 10:45:08.572445 1041618 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-305325 --name addons-305325 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-305325 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-305325 --network addons-305325 --ip 192.168.49.2 --volume addons-305325:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612
I1030 10:45:08.922176 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Running}}
I1030 10:45:08.945874 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:08.972273 1041618 cli_runner.go:164] Run: docker exec addons-305325 stat /var/lib/dpkg/alternatives/iptables
I1030 10:45:09.042810 1041618 oci.go:144] the created container "addons-305325" has a running status.
I1030 10:45:09.042836 1041618 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa...
I1030 10:45:09.917707 1041618 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1030 10:45:09.955628 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:09.978084 1041618 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1030 10:45:09.978107 1041618 kic_runner.go:114] Args: [docker exec --privileged addons-305325 chown docker:docker /home/docker/.ssh/authorized_keys]
I1030 10:45:10.084053 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:10.109485 1041618 machine.go:88] provisioning docker machine ...
I1030 10:45:10.109515 1041618 ubuntu.go:169] provisioning hostname "addons-305325"
I1030 10:45:10.109613 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:10.129508 1041618 main.go:141] libmachine: Using SSH client type: native
I1030 10:45:10.130058 1041618 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ae610] 0x3b0d80 <nil> [] 0s} 127.0.0.1 39405 <nil> <nil>}
I1030 10:45:10.130080 1041618 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-305325 && echo "addons-305325" | sudo tee /etc/hostname
I1030 10:45:10.280731 1041618 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-305325
I1030 10:45:10.280837 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:10.300310 1041618 main.go:141] libmachine: Using SSH client type: native
I1030 10:45:10.300732 1041618 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ae610] 0x3b0d80 <nil> [] 0s} 127.0.0.1 39405 <nil> <nil>}
I1030 10:45:10.300772 1041618 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-305325' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-305325/g' /etc/hosts;
else
echo '127.0.1.1 addons-305325' | sudo tee -a /etc/hosts;
fi
fi
I1030 10:45:10.434842 1041618 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 10:45:10.434934 1041618 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17523-1035706/.minikube CaCertPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17523-1035706/.minikube}
I1030 10:45:10.434971 1041618 ubuntu.go:177] setting up certificates
I1030 10:45:10.435021 1041618 provision.go:83] configureAuth start
I1030 10:45:10.435116 1041618 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-305325
I1030 10:45:10.453315 1041618 provision.go:138] copyHostCerts
I1030 10:45:10.453389 1041618 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.pem (1082 bytes)
I1030 10:45:10.453517 1041618 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17523-1035706/.minikube/cert.pem (1123 bytes)
I1030 10:45:10.453584 1041618 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17523-1035706/.minikube/key.pem (1679 bytes)
I1030 10:45:10.453638 1041618 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca-key.pem org=jenkins.addons-305325 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-305325]
I1030 10:45:11.131762 1041618 provision.go:172] copyRemoteCerts
I1030 10:45:11.131830 1041618 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 10:45:11.131906 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:11.149944 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:11.244192 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1030 10:45:11.272379 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1030 10:45:11.300814 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 10:45:11.329166 1041618 provision.go:86] duration metric: configureAuth took 894.114132ms
I1030 10:45:11.329190 1041618 ubuntu.go:193] setting minikube options for container-runtime
I1030 10:45:11.329383 1041618 config.go:182] Loaded profile config "addons-305325": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1030 10:45:11.329437 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:11.347023 1041618 main.go:141] libmachine: Using SSH client type: native
I1030 10:45:11.347470 1041618 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ae610] 0x3b0d80 <nil> [] 0s} 127.0.0.1 39405 <nil> <nil>}
I1030 10:45:11.347488 1041618 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1030 10:45:11.479463 1041618 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I1030 10:45:11.479488 1041618 ubuntu.go:71] root file system type: overlay
I1030 10:45:11.479599 1041618 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I1030 10:45:11.479671 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:11.499008 1041618 main.go:141] libmachine: Using SSH client type: native
I1030 10:45:11.499454 1041618 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ae610] 0x3b0d80 <nil> [] 0s} 127.0.0.1 39405 <nil> <nil>}
I1030 10:45:11.499540 1041618 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1030 10:45:11.645011 1041618 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1030 10:45:11.645103 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:11.663962 1041618 main.go:141] libmachine: Using SSH client type: native
I1030 10:45:11.664389 1041618 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ae610] 0x3b0d80 <nil> [] 0s} 127.0.0.1 39405 <nil> <nil>}
I1030 10:45:11.664418 1041618 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1030 10:45:12.485611 1041618 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-10-26 09:06:20.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-10-30 10:45:11.639646515 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I1030 10:45:12.485641 1041618 machine.go:91] provisioned docker machine in 2.376136156s
I1030 10:45:12.485652 1041618 client.go:171] LocalClient.Create took 10.724032149s
I1030 10:45:12.485690 1041618 start.go:167] duration metric: libmachine.API.Create for "addons-305325" took 10.724102237s
I1030 10:45:12.485700 1041618 start.go:300] post-start starting for "addons-305325" (driver="docker")
I1030 10:45:12.485710 1041618 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 10:45:12.485812 1041618 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 10:45:12.485851 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:12.505985 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:12.604502 1041618 ssh_runner.go:195] Run: cat /etc/os-release
I1030 10:45:12.608799 1041618 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1030 10:45:12.608841 1041618 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1030 10:45:12.608878 1041618 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1030 10:45:12.608890 1041618 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1030 10:45:12.608909 1041618 filesync.go:126] Scanning /home/jenkins/minikube-integration/17523-1035706/.minikube/addons for local assets ...
I1030 10:45:12.608995 1041618 filesync.go:126] Scanning /home/jenkins/minikube-integration/17523-1035706/.minikube/files for local assets ...
I1030 10:45:12.609021 1041618 start.go:303] post-start completed in 123.315342ms
I1030 10:45:12.609328 1041618 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-305325
I1030 10:45:12.627720 1041618 profile.go:148] Saving config to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/config.json ...
I1030 10:45:12.627990 1041618 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1030 10:45:12.628046 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:12.645835 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:12.735530 1041618 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1030 10:45:12.741111 1041618 start.go:128] duration metric: createHost completed in 10.98251286s
I1030 10:45:12.741137 1041618 start.go:83] releasing machines lock for "addons-305325", held for 10.982657523s
I1030 10:45:12.741210 1041618 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-305325
I1030 10:45:12.758391 1041618 ssh_runner.go:195] Run: cat /version.json
I1030 10:45:12.758450 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:12.758532 1041618 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 10:45:12.758597 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:12.778890 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:12.787042 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:12.870183 1041618 ssh_runner.go:195] Run: systemctl --version
I1030 10:45:13.011414 1041618 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1030 10:45:13.017175 1041618 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1030 10:45:13.046361 1041618 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1030 10:45:13.046503 1041618 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 10:45:13.079933 1041618 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1030 10:45:13.079957 1041618 start.go:472] detecting cgroup driver to use...
I1030 10:45:13.079988 1041618 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1030 10:45:13.080090 1041618 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 10:45:13.099786 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1030 10:45:13.111516 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1030 10:45:13.123674 1041618 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1030 10:45:13.123748 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1030 10:45:13.135390 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 10:45:13.146878 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1030 10:45:13.158563 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1030 10:45:13.170447 1041618 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 10:45:13.181363 1041618 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1030 10:45:13.192833 1041618 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 10:45:13.203266 1041618 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 10:45:13.213416 1041618 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 10:45:13.312849 1041618 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1030 10:45:13.429109 1041618 start.go:472] detecting cgroup driver to use...
I1030 10:45:13.429194 1041618 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1030 10:45:13.429275 1041618 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1030 10:45:13.445820 1041618 cruntime.go:279] skipping containerd shutdown because we are bound to it
I1030 10:45:13.445935 1041618 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1030 10:45:13.461004 1041618 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1030 10:45:13.481822 1041618 ssh_runner.go:195] Run: which cri-dockerd
I1030 10:45:13.486706 1041618 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1030 10:45:13.496950 1041618 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I1030 10:45:13.522911 1041618 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1030 10:45:13.631618 1041618 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1030 10:45:13.735474 1041618 docker.go:555] configuring docker to use "cgroupfs" as cgroup driver...
I1030 10:45:13.735613 1041618 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1030 10:45:13.758628 1041618 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 10:45:13.850424 1041618 ssh_runner.go:195] Run: sudo systemctl restart docker
I1030 10:45:14.118703 1041618 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 10:45:14.222588 1041618 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1030 10:45:14.324035 1041618 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1030 10:45:14.422887 1041618 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 10:45:14.511945 1041618 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1030 10:45:14.528753 1041618 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 10:45:14.620516 1041618 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I1030 10:45:14.704853 1041618 start.go:519] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1030 10:45:14.704942 1041618 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1030 10:45:14.709540 1041618 start.go:540] Will wait 60s for crictl version
I1030 10:45:14.709610 1041618 ssh_runner.go:195] Run: which crictl
I1030 10:45:14.715433 1041618 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 10:45:14.770905 1041618 start.go:556] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.7
RuntimeApiVersion: v1
I1030 10:45:14.770971 1041618 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 10:45:14.797855 1041618 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1030 10:45:14.828922 1041618 out.go:204] * Preparing Kubernetes v1.28.3 on Docker 24.0.7 ...
I1030 10:45:14.829025 1041618 cli_runner.go:164] Run: docker network inspect addons-305325 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1030 10:45:14.845935 1041618 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1030 10:45:14.850379 1041618 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 10:45:14.863526 1041618 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1030 10:45:14.863587 1041618 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1030 10:45:14.884630 1041618 docker.go:693] Got preloaded images: -- stdout --
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1030 10:45:14.884655 1041618 docker.go:623] Images already preloaded, skipping extraction
I1030 10:45:14.884722 1041618 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1030 10:45:14.905703 1041618 docker.go:693] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1030 10:45:14.905730 1041618 cache_images.go:84] Images are preloaded, skipping loading
I1030 10:45:14.905802 1041618 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1030 10:45:14.974808 1041618 cni.go:84] Creating CNI manager for ""
I1030 10:45:14.974832 1041618 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1030 10:45:14.974863 1041618 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1030 10:45:14.974887 1041618 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-305325 NodeName:addons-305325 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1030 10:45:14.975046 1041618 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-305325"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1030 10:45:14.975103 1041618 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-305325 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-305325 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1030 10:45:14.975162 1041618 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1030 10:45:14.985563 1041618 binaries.go:44] Found k8s binaries, skipping transfer
I1030 10:45:14.985699 1041618 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1030 10:45:14.996004 1041618 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I1030 10:45:15.026355 1041618 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 10:45:15.048396 1041618 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I1030 10:45:15.070678 1041618 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1030 10:45:15.075532 1041618 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 10:45:15.091443 1041618 certs.go:56] Setting up /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325 for IP: 192.168.49.2
I1030 10:45:15.091479 1041618 certs.go:190] acquiring lock for shared ca certs: {Name:mk35ac8fef6dbcf5959ebe65369e3fe30a1c5574 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:15.092447 1041618 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.key
I1030 10:45:16.259199 1041618 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.crt ...
I1030 10:45:16.259231 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.crt: {Name:mkc392d9fe2d0312b0e320fb2dcb09686c0a2960 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:16.259438 1041618 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.key ...
I1030 10:45:16.259453 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.key: {Name:mk3b8caf0b626c1304f44b07bb7201dc8a3f644b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:16.260279 1041618 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.key
I1030 10:45:16.906113 1041618 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.crt ...
I1030 10:45:16.906145 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.crt: {Name:mkf2cf8d11d1054fb71cac010a131bdc546103ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:16.906335 1041618 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.key ...
I1030 10:45:16.906348 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.key: {Name:mk1046b7a394b5527df8a2538ad06e31f2959faf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:16.906472 1041618 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.key
I1030 10:45:16.906489 1041618 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.crt with IP's: []
I1030 10:45:17.364493 1041618 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.crt ...
I1030 10:45:17.364525 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.crt: {Name:mk20d14c01a66e7c946f46cfe4ff8ba1006fbdae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:17.364714 1041618 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.key ...
I1030 10:45:17.364727 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/client.key: {Name:mk7b5ea37cf5cba574db449e2ddd70bf9390fd79 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:17.365246 1041618 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key.dd3b5fb2
I1030 10:45:17.365269 1041618 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1030 10:45:17.769318 1041618 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt.dd3b5fb2 ...
I1030 10:45:17.769347 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt.dd3b5fb2: {Name:mk995bc0b446ab376bc9b529435dfd7359f1446c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:17.769985 1041618 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key.dd3b5fb2 ...
I1030 10:45:17.770002 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key.dd3b5fb2: {Name:mk3c2dd2a377b7065b2ab862ca1ad87e9d541af7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:17.770095 1041618 certs.go:337] copying /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt
I1030 10:45:17.770175 1041618 certs.go:341] copying /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key
I1030 10:45:17.770231 1041618 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.key
I1030 10:45:17.770252 1041618 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.crt with IP's: []
I1030 10:45:18.324829 1041618 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.crt ...
I1030 10:45:18.324863 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.crt: {Name:mk6c08be920a3a61212fa1aa922c9109df45618a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:18.325065 1041618 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.key ...
I1030 10:45:18.325078 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.key: {Name:mkb57f808b861d9bf60a28098ef50806d2748075 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:18.325273 1041618 certs.go:437] found cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca-key.pem (1679 bytes)
I1030 10:45:18.325322 1041618 certs.go:437] found cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/ca.pem (1082 bytes)
I1030 10:45:18.325353 1041618 certs.go:437] found cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/cert.pem (1123 bytes)
I1030 10:45:18.325382 1041618 certs.go:437] found cert: /home/jenkins/minikube-integration/17523-1035706/.minikube/certs/home/jenkins/minikube-integration/17523-1035706/.minikube/certs/key.pem (1679 bytes)
I1030 10:45:18.326090 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1030 10:45:18.354194 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1030 10:45:18.381878 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 10:45:18.410640 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/profiles/addons-305325/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1030 10:45:18.438953 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 10:45:18.467453 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 10:45:18.497083 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 10:45:18.525938 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1030 10:45:18.554785 1041618 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17523-1035706/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 10:45:18.583540 1041618 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (752 bytes)
I1030 10:45:18.604627 1041618 ssh_runner.go:195] Run: openssl version
I1030 10:45:18.611781 1041618 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 10:45:18.623251 1041618 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 10:45:18.627953 1041618 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 30 10:45 /usr/share/ca-certificates/minikubeCA.pem
I1030 10:45:18.628010 1041618 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 10:45:18.636235 1041618 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 10:45:18.647890 1041618 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1030 10:45:18.652161 1041618 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1030 10:45:18.652210 1041618 kubeadm.go:404] StartCluster: {Name:addons-305325 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.41@sha256:dbb2380b629f0776f6e6e49b5825fe42814849b2a6ad4707fbcf87004835f612 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-305325 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1030 10:45:18.652345 1041618 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1030 10:45:18.671745 1041618 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1030 10:45:18.682718 1041618 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1030 10:45:18.693180 1041618 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1030 10:45:18.693244 1041618 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1030 10:45:18.703991 1041618 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1030 10:45:18.704037 1041618 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1030 10:45:18.757257 1041618 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1030 10:45:18.757592 1041618 kubeadm.go:322] [preflight] Running pre-flight checks
I1030 10:45:18.819492 1041618 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1030 10:45:18.819560 1041618 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-aws[0m
I1030 10:45:18.819604 1041618 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1030 10:45:18.819651 1041618 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1030 10:45:18.819700 1041618 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1030 10:45:18.819749 1041618 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1030 10:45:18.819797 1041618 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1030 10:45:18.819845 1041618 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1030 10:45:18.819900 1041618 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1030 10:45:18.819946 1041618 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1030 10:45:18.819999 1041618 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1030 10:45:18.820047 1041618 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1030 10:45:18.900924 1041618 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1030 10:45:18.901040 1041618 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1030 10:45:18.901134 1041618 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1030 10:45:19.237802 1041618 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1030 10:45:19.241635 1041618 out.go:204] - Generating certificates and keys ...
I1030 10:45:19.241915 1041618 kubeadm.go:322] [certs] Using existing ca certificate authority
I1030 10:45:19.242010 1041618 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1030 10:45:19.706849 1041618 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1030 10:45:20.370368 1041618 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1030 10:45:20.729486 1041618 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1030 10:45:21.053362 1041618 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1030 10:45:21.742120 1041618 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1030 10:45:21.742516 1041618 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-305325 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1030 10:45:22.424038 1041618 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1030 10:45:22.424206 1041618 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-305325 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1030 10:45:22.684009 1041618 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1030 10:45:23.003489 1041618 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1030 10:45:23.679746 1041618 kubeadm.go:322] [certs] Generating "sa" key and public key
I1030 10:45:23.680054 1041618 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1030 10:45:24.357107 1041618 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1030 10:45:24.658197 1041618 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1030 10:45:24.899213 1041618 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1030 10:45:25.293960 1041618 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1030 10:45:25.294567 1041618 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1030 10:45:25.297240 1041618 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1030 10:45:25.299726 1041618 out.go:204] - Booting up control plane ...
I1030 10:45:25.299852 1041618 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1030 10:45:25.299925 1041618 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1030 10:45:25.302627 1041618 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1030 10:45:25.317085 1041618 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1030 10:45:25.318192 1041618 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1030 10:45:25.318268 1041618 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1030 10:45:25.424948 1041618 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1030 10:45:32.928696 1041618 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.503480 seconds
I1030 10:45:32.928840 1041618 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1030 10:45:32.948803 1041618 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1030 10:45:33.480550 1041618 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1030 10:45:33.480746 1041618 kubeadm.go:322] [mark-control-plane] Marking the node addons-305325 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1030 10:45:33.992012 1041618 kubeadm.go:322] [bootstrap-token] Using token: jj7j9j.wmn6gulhejhjnr6q
I1030 10:45:33.995591 1041618 out.go:204] - Configuring RBAC rules ...
I1030 10:45:33.995713 1041618 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1030 10:45:34.010597 1041618 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1030 10:45:34.018710 1041618 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1030 10:45:34.022514 1041618 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1030 10:45:34.026498 1041618 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1030 10:45:34.030310 1041618 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1030 10:45:34.044786 1041618 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1030 10:45:34.275170 1041618 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1030 10:45:34.415159 1041618 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1030 10:45:34.416616 1041618 kubeadm.go:322]
I1030 10:45:34.416689 1041618 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1030 10:45:34.416699 1041618 kubeadm.go:322]
I1030 10:45:34.416773 1041618 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1030 10:45:34.416782 1041618 kubeadm.go:322]
I1030 10:45:34.416807 1041618 kubeadm.go:322] mkdir -p $HOME/.kube
I1030 10:45:34.416875 1041618 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1030 10:45:34.416960 1041618 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1030 10:45:34.416970 1041618 kubeadm.go:322]
I1030 10:45:34.417021 1041618 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1030 10:45:34.417030 1041618 kubeadm.go:322]
I1030 10:45:34.417075 1041618 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1030 10:45:34.417084 1041618 kubeadm.go:322]
I1030 10:45:34.417133 1041618 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1030 10:45:34.417207 1041618 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1030 10:45:34.417274 1041618 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1030 10:45:34.417283 1041618 kubeadm.go:322]
I1030 10:45:34.417362 1041618 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1030 10:45:34.417457 1041618 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1030 10:45:34.417465 1041618 kubeadm.go:322]
I1030 10:45:34.417544 1041618 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jj7j9j.wmn6gulhejhjnr6q \
I1030 10:45:34.417644 1041618 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ce9a292b1ae26f9fbe2c4b69b1075579d7565513efa42432b5fb2190effcab02 \
I1030 10:45:34.417668 1041618 kubeadm.go:322] --control-plane
I1030 10:45:34.417696 1041618 kubeadm.go:322]
I1030 10:45:34.417778 1041618 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1030 10:45:34.417789 1041618 kubeadm.go:322]
I1030 10:45:34.417866 1041618 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jj7j9j.wmn6gulhejhjnr6q \
I1030 10:45:34.417965 1041618 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ce9a292b1ae26f9fbe2c4b69b1075579d7565513efa42432b5fb2190effcab02
I1030 10:45:34.420938 1041618 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-aws\n", err: exit status 1
I1030 10:45:34.421060 1041618 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1030 10:45:34.421098 1041618 cni.go:84] Creating CNI manager for ""
I1030 10:45:34.421147 1041618 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1030 10:45:34.424737 1041618 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I1030 10:45:34.427052 1041618 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I1030 10:45:34.441517 1041618 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I1030 10:45:34.475412 1041618 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1030 10:45:34.475556 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:34.475634 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0-beta.0 minikube.k8s.io/commit=99c50ab9af570595672bd37bf6c89e1874e94ce6 minikube.k8s.io/name=addons-305325 minikube.k8s.io/updated_at=2023_10_30T10_45_34_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:34.835109 1041618 ops.go:34] apiserver oom_adj: -16
I1030 10:45:34.835229 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:34.929273 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:35.528203 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:36.027956 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:36.528246 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:37.027625 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:37.528155 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:38.028314 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:38.527663 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:39.028214 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:39.528225 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:40.028333 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:40.528462 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:41.027804 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:41.527835 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:42.027673 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:42.528065 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:43.027754 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:43.528301 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:44.027659 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:44.528405 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:45.027831 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:45.527753 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:46.028466 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:46.528294 1041618 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 10:45:46.629430 1041618 kubeadm.go:1081] duration metric: took 12.153905344s to wait for elevateKubeSystemPrivileges.
I1030 10:45:46.629459 1041618 kubeadm.go:406] StartCluster complete in 27.977253448s
I1030 10:45:46.629477 1041618 settings.go:142] acquiring lock: {Name:mk9300d27314fbb0c685d690de8daf59e1e7eaad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:46.629605 1041618 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17523-1035706/kubeconfig
I1030 10:45:46.630054 1041618 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17523-1035706/kubeconfig: {Name:mk499c0a7679b260b6d0f05a73cda6c48a73e416 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 10:45:46.632209 1041618 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1030 10:45:46.632444 1041618 config.go:182] Loaded profile config "addons-305325": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1030 10:45:46.632479 1041618 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1030 10:45:46.632547 1041618 addons.go:69] Setting volumesnapshots=true in profile "addons-305325"
I1030 10:45:46.632566 1041618 addons.go:231] Setting addon volumesnapshots=true in "addons-305325"
I1030 10:45:46.632603 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.633049 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.633640 1041618 addons.go:69] Setting ingress-dns=true in profile "addons-305325"
I1030 10:45:46.633660 1041618 addons.go:231] Setting addon ingress-dns=true in "addons-305325"
I1030 10:45:46.633710 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.634098 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.634206 1041618 addons.go:69] Setting inspektor-gadget=true in profile "addons-305325"
I1030 10:45:46.634222 1041618 addons.go:231] Setting addon inspektor-gadget=true in "addons-305325"
I1030 10:45:46.634251 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.634609 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.634952 1041618 addons.go:69] Setting cloud-spanner=true in profile "addons-305325"
I1030 10:45:46.634973 1041618 addons.go:231] Setting addon cloud-spanner=true in "addons-305325"
I1030 10:45:46.635004 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.635378 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.637054 1041618 addons.go:69] Setting metrics-server=true in profile "addons-305325"
I1030 10:45:46.637078 1041618 addons.go:231] Setting addon metrics-server=true in "addons-305325"
I1030 10:45:46.637119 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.637512 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.638769 1041618 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-305325"
I1030 10:45:46.638816 1041618 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-305325"
I1030 10:45:46.638857 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.639251 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.642047 1041618 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-305325"
I1030 10:45:46.642066 1041618 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-305325"
I1030 10:45:46.642108 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.642503 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.653969 1041618 addons.go:69] Setting default-storageclass=true in profile "addons-305325"
I1030 10:45:46.653998 1041618 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-305325"
I1030 10:45:46.654401 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.654737 1041618 addons.go:69] Setting registry=true in profile "addons-305325"
I1030 10:45:46.654755 1041618 addons.go:231] Setting addon registry=true in "addons-305325"
I1030 10:45:46.654795 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.655167 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.664473 1041618 addons.go:69] Setting gcp-auth=true in profile "addons-305325"
I1030 10:45:46.664508 1041618 mustload.go:65] Loading cluster: addons-305325
I1030 10:45:46.664793 1041618 config.go:182] Loaded profile config "addons-305325": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1030 10:45:46.665056 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.669733 1041618 addons.go:69] Setting storage-provisioner=true in profile "addons-305325"
I1030 10:45:46.669764 1041618 addons.go:231] Setting addon storage-provisioner=true in "addons-305325"
I1030 10:45:46.669813 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.670364 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.682560 1041618 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-305325"
I1030 10:45:46.682591 1041618 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-305325"
I1030 10:45:46.682914 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.705438 1041618 addons.go:69] Setting ingress=true in profile "addons-305325"
I1030 10:45:46.705520 1041618 addons.go:231] Setting addon ingress=true in "addons-305325"
I1030 10:45:46.705896 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.708028 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.784128 1041618 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1030 10:45:46.786206 1041618 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1030 10:45:46.786225 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1030 10:45:46.786290 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.805245 1041618 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1030 10:45:46.811053 1041618 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1030 10:45:46.811074 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1030 10:45:46.811135 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.815945 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1030 10:45:46.805228 1041618 addons.go:231] Setting addon default-storageclass=true in "addons-305325"
I1030 10:45:46.823712 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1030 10:45:46.824431 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.825221 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.833802 1041618 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.21.0
I1030 10:45:46.836410 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1030 10:45:46.836429 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1030 10:45:46.836486 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.833866 1041618 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1030 10:45:46.833871 1041618 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.2
I1030 10:45:46.833880 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1030 10:45:46.833892 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1030 10:45:46.834364 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.856412 1041618 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1030 10:45:46.856431 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1030 10:45:46.856496 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.877203 1041618 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1030 10:45:46.877229 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1030 10:45:46.877303 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.885211 1041618 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-305325" context rescaled to 1 replicas
I1030 10:45:46.885247 1041618 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I1030 10:45:46.894180 1041618 out.go:177] * Verifying Kubernetes components...
I1030 10:45:46.896145 1041618 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 10:45:46.889667 1041618 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-305325"
I1030 10:45:46.897792 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:46.898318 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:46.900551 1041618 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1030 10:45:46.894468 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.936662 1041618 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1030 10:45:46.936682 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1030 10:45:46.936761 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:46.956070 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1030 10:45:46.958982 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1030 10:45:46.960794 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1030 10:45:46.963951 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1030 10:45:46.965766 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1030 10:45:46.969494 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1030 10:45:46.974931 1041618 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.3
I1030 10:45:46.996368 1041618 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1030 10:45:47.019935 1041618 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1030 10:45:46.996775 1041618 out.go:177] - Using image docker.io/registry:2.8.3
I1030 10:45:47.026313 1041618 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1030 10:45:47.023316 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1030 10:45:47.028254 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1030 10:45:47.028333 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:47.037500 1041618 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1030 10:45:47.028824 1041618 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1030 10:45:47.037914 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.037943 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.039708 1041618 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1030 10:45:47.042370 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1030 10:45:47.042487 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:47.043660 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.049890 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1030 10:45:47.049963 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:47.121073 1041618 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1030 10:45:47.121093 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1030 10:45:47.121267 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:47.121557 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.139009 1041618 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1030 10:45:47.141226 1041618 out.go:177] - Using image docker.io/busybox:stable
I1030 10:45:47.143339 1041618 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1030 10:45:47.143360 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1030 10:45:47.143425 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:47.186948 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.190594 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.192797 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.257972 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.259379 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.274059 1041618 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1030 10:45:47.274930 1041618 node_ready.go:35] waiting up to 6m0s for node "addons-305325" to be "Ready" ...
I1030 10:45:47.276926 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.291559 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.292280 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:47.296817 1041618 node_ready.go:49] node "addons-305325" has status "Ready":"True"
I1030 10:45:47.296838 1041618 node_ready.go:38] duration metric: took 21.886192ms waiting for node "addons-305325" to be "Ready" ...
I1030 10:45:47.296849 1041618 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 10:45:47.316529 1041618 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace to be "Ready" ...
I1030 10:45:47.668693 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1030 10:45:47.668761 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1030 10:45:47.677342 1041618 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1030 10:45:47.677410 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1030 10:45:47.701741 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1030 10:45:47.701810 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1030 10:45:47.732369 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1030 10:45:47.732443 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1030 10:45:47.815031 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1030 10:45:47.815103 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1030 10:45:47.925762 1041618 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1030 10:45:47.925831 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1030 10:45:47.942236 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1030 10:45:47.988713 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1030 10:45:47.989021 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1030 10:45:47.991711 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1030 10:45:48.098087 1041618 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1030 10:45:48.098157 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1030 10:45:48.118513 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1030 10:45:48.184670 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1030 10:45:48.194144 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1030 10:45:48.194167 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1030 10:45:48.250896 1041618 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1030 10:45:48.250921 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1030 10:45:48.290821 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1030 10:45:48.343528 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1030 10:45:48.343553 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1030 10:45:48.396726 1041618 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1030 10:45:48.396746 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1030 10:45:48.458839 1041618 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1030 10:45:48.458863 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1030 10:45:48.611988 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1030 10:45:48.612014 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1030 10:45:48.622513 1041618 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1030 10:45:48.622547 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1030 10:45:48.625351 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1030 10:45:48.678860 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1030 10:45:48.678886 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1030 10:45:48.892040 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1030 10:45:49.059543 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1030 10:45:49.059614 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1030 10:45:49.060260 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1030 10:45:49.060312 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1030 10:45:49.108018 1041618 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1030 10:45:49.108045 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1030 10:45:49.355196 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1030 10:45:49.355222 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1030 10:45:49.365488 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:45:49.437233 1041618 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1030 10:45:49.437257 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1030 10:45:49.525243 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1030 10:45:49.525268 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1030 10:45:49.543158 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1030 10:45:49.543181 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1030 10:45:49.754217 1041618 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 10:45:49.754240 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1030 10:45:49.803193 1041618 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1030 10:45:49.803218 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1030 10:45:49.877653 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1030 10:45:49.877719 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1030 10:45:49.958029 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 10:45:50.098895 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1030 10:45:50.206369 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1030 10:45:50.206389 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1030 10:45:50.512250 1041618 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1030 10:45:50.512332 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1030 10:45:50.908189 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1030 10:45:51.181214 1041618 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.90711749s)
I1030 10:45:51.181292 1041618 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1030 10:45:51.181381 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.239076973s)
I1030 10:45:51.181453 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.192671016s)
I1030 10:45:51.181496 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.192429253s)
I1030 10:45:51.366815 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:45:52.043005 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.05122044s)
I1030 10:45:53.367321 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:45:53.441304 1041618 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1030 10:45:53.441379 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:53.473930 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.3553665s)
I1030 10:45:53.475451 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:54.413071 1041618 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1030 10:45:54.730321 1041618 addons.go:231] Setting addon gcp-auth=true in "addons-305325"
I1030 10:45:54.730367 1041618 host.go:66] Checking if "addons-305325" exists ...
I1030 10:45:54.730848 1041618 cli_runner.go:164] Run: docker container inspect addons-305325 --format={{.State.Status}}
I1030 10:45:54.761137 1041618 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1030 10:45:54.761187 1041618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-305325
I1030 10:45:54.798340 1041618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39405 SSHKeyPath:/home/jenkins/minikube-integration/17523-1035706/.minikube/machines/addons-305325/id_rsa Username:docker}
I1030 10:45:55.867127 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:45:56.360847 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.176138882s)
I1030 10:45:56.360941 1041618 addons.go:467] Verifying addon ingress=true in "addons-305325"
I1030 10:45:56.363394 1041618 out.go:177] * Verifying ingress addon...
I1030 10:45:56.361187 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (8.070336402s)
I1030 10:45:56.361226 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (7.735847844s)
I1030 10:45:56.361405 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.469337335s)
I1030 10:45:56.361552 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (6.262625215s)
I1030 10:45:56.361564 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.403435855s)
I1030 10:45:56.363692 1041618 addons.go:467] Verifying addon registry=true in "addons-305325"
I1030 10:45:56.363705 1041618 addons.go:467] Verifying addon metrics-server=true in "addons-305325"
W1030 10:45:56.363862 1041618 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1030 10:45:56.367252 1041618 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1030 10:45:56.368236 1041618 out.go:177] * Verifying registry addon...
I1030 10:45:56.371186 1041618 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1030 10:45:56.368357 1041618 retry.go:31] will retry after 244.740281ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1030 10:45:56.379980 1041618 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1030 10:45:56.380041 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:56.407217 1041618 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1030 10:45:56.407290 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:56.416839 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:56.424838 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:56.617229 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 10:45:56.925198 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:56.940431 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:57.433096 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:57.445058 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:57.880596 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:45:57.921711 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:57.931243 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:58.122144 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.213856179s)
I1030 10:45:58.122224 1041618 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-305325"
I1030 10:45:58.122547 1041618 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.36138826s)
I1030 10:45:58.126513 1041618 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1030 10:45:58.124428 1041618 out.go:177] * Verifying csi-hostpath-driver addon...
I1030 10:45:58.131332 1041618 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1030 10:45:58.133365 1041618 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1030 10:45:58.135290 1041618 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1030 10:45:58.135307 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1030 10:45:58.137245 1041618 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1030 10:45:58.137316 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:45:58.142713 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:45:58.201066 1041618 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1030 10:45:58.201135 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1030 10:45:58.235794 1041618 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1030 10:45:58.235852 1041618 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1030 10:45:58.271038 1041618 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1030 10:45:58.421998 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:58.429432 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:58.649300 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:45:58.921912 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:58.930957 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:59.089137 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.471803981s)
I1030 10:45:59.149217 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:45:59.420816 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:59.431610 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:45:59.673311 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:45:59.752955 1041618 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.481844416s)
I1030 10:45:59.754738 1041618 addons.go:467] Verifying addon gcp-auth=true in "addons-305325"
I1030 10:45:59.760094 1041618 out.go:177] * Verifying gcp-auth addon...
I1030 10:45:59.763662 1041618 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1030 10:45:59.768009 1041618 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1030 10:45:59.768028 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:45:59.775452 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:45:59.921310 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:45:59.929645 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:00.149335 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:00.279977 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:00.366277 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:00.422314 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:00.430290 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:00.648746 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:00.778975 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:00.922049 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:00.930047 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:01.148778 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:01.279225 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:01.422222 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:01.431241 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:01.648284 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:01.779842 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:01.921592 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:01.930404 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:02.150216 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:02.280083 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:02.421833 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:02.430592 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:02.648176 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:02.779964 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:02.866237 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:02.921633 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:02.930653 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:03.148239 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:03.279953 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:03.421624 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:03.430100 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:03.650263 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:03.780164 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:03.921571 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:03.930036 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:04.150145 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:04.279956 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:04.421873 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:04.434770 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:04.649965 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:04.779806 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:04.873953 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:04.932580 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:04.933259 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:05.148483 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:05.281896 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:05.422150 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:05.430458 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:05.654453 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:05.780648 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:05.921765 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:05.930238 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:06.148656 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:06.279477 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:06.422013 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:06.430172 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:06.649492 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:06.779444 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:06.922268 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:06.930130 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:07.148323 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:07.279623 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:07.365769 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:07.422292 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:07.431597 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:07.653160 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:07.781107 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:07.921543 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:07.930466 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:08.149300 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:08.278884 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:08.421544 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:08.430358 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:08.649336 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:08.783913 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:08.921343 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:08.930485 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:09.148387 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:09.279985 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:09.365983 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:09.421387 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:09.430821 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:09.653885 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:09.779624 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:09.923363 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:09.930055 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:10.150393 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:10.280147 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:10.421840 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:10.430801 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:10.649444 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:10.779830 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:10.921043 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:10.929872 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:11.149325 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:11.280093 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:11.366976 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:11.421353 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:11.430677 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:11.648453 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:11.779027 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:11.921491 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:11.930761 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:12.150214 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:12.279492 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:12.421654 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:12.430744 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:12.648135 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:12.779899 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:12.922375 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:12.930610 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:13.148847 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:13.279067 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:13.377141 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:13.421988 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:13.430435 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:13.653041 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:13.779245 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:13.928012 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:13.935018 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:14.152710 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:14.279454 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:14.421340 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:14.429778 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:14.648529 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:14.779185 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:14.921541 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:14.929841 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:15.148928 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:15.279508 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:15.421124 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:15.429527 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:15.648191 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:15.780275 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:15.866254 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:15.922245 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:15.930048 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:16.149011 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:16.281599 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:16.421613 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:16.431042 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:16.649774 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:16.782559 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:16.923086 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:16.931067 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:17.150156 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:17.280100 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:17.422724 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:17.431970 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:17.649073 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:17.780173 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:17.867726 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:17.922672 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:17.931455 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:18.150052 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:18.280016 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:18.422335 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:18.431569 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:18.650645 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:18.779473 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:18.922274 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:18.930647 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:19.151788 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:19.279383 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:19.422369 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:19.430913 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:19.650889 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:19.779733 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:19.923252 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:19.930881 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:20.150266 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:20.282730 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:20.385976 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:20.428932 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:20.432216 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:20.650479 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:20.779328 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:20.921558 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:20.930190 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:21.149468 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:21.279850 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:21.424224 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:21.431792 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:21.648146 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:21.779216 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:21.925557 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:21.937601 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 10:46:22.150497 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:22.280291 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:22.422684 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:22.429927 1041618 kapi.go:107] duration metric: took 26.058728507s to wait for kubernetes.io/minikube-addons=registry ...
I1030 10:46:22.651279 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:22.780686 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:22.865796 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:22.921711 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:23.150390 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:23.279354 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:23.421579 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:23.648725 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:23.779633 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:23.925219 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:24.148955 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:24.279625 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:24.421906 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:24.648441 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:24.780074 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:24.866196 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:24.922090 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:25.148965 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:25.279999 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:25.421607 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:25.648927 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:25.779436 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:25.922756 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:26.149363 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:26.279455 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:26.424417 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:26.650854 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:26.779378 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:26.931847 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:27.153523 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:27.287288 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:27.365651 1041618 pod_ready.go:102] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"False"
I1030 10:46:27.422351 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:27.656052 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:27.779722 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:27.864932 1041618 pod_ready.go:92] pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:27.864958 1041618 pod_ready.go:81] duration metric: took 40.548330657s waiting for pod "coredns-5dd5756b68-t4n9l" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.864971 1041618 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-zfdgz" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.867256 1041618 pod_ready.go:97] error getting pod "coredns-5dd5756b68-zfdgz" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-zfdgz" not found
I1030 10:46:27.867284 1041618 pod_ready.go:81] duration metric: took 2.30437ms waiting for pod "coredns-5dd5756b68-zfdgz" in "kube-system" namespace to be "Ready" ...
E1030 10:46:27.867294 1041618 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-zfdgz" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-zfdgz" not found
I1030 10:46:27.867301 1041618 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.878402 1041618 pod_ready.go:92] pod "etcd-addons-305325" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:27.878434 1041618 pod_ready.go:81] duration metric: took 11.125536ms waiting for pod "etcd-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.878445 1041618 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.884901 1041618 pod_ready.go:92] pod "kube-apiserver-addons-305325" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:27.884926 1041618 pod_ready.go:81] duration metric: took 6.473851ms waiting for pod "kube-apiserver-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.884938 1041618 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.892243 1041618 pod_ready.go:92] pod "kube-controller-manager-addons-305325" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:27.892267 1041618 pod_ready.go:81] duration metric: took 7.32091ms waiting for pod "kube-controller-manager-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.892280 1041618 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-mp7j9" in "kube-system" namespace to be "Ready" ...
I1030 10:46:27.922036 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:28.062557 1041618 pod_ready.go:92] pod "kube-proxy-mp7j9" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:28.062582 1041618 pod_ready.go:81] duration metric: took 170.29565ms waiting for pod "kube-proxy-mp7j9" in "kube-system" namespace to be "Ready" ...
I1030 10:46:28.062597 1041618 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:28.149475 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:28.279734 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:28.421320 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:28.463093 1041618 pod_ready.go:92] pod "kube-scheduler-addons-305325" in "kube-system" namespace has status "Ready":"True"
I1030 10:46:28.463120 1041618 pod_ready.go:81] duration metric: took 400.515366ms waiting for pod "kube-scheduler-addons-305325" in "kube-system" namespace to be "Ready" ...
I1030 10:46:28.463130 1041618 pod_ready.go:38] duration metric: took 41.166270595s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 10:46:28.463149 1041618 api_server.go:52] waiting for apiserver process to appear ...
I1030 10:46:28.463204 1041618 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 10:46:28.496246 1041618 api_server.go:72] duration metric: took 41.610970752s to wait for apiserver process to appear ...
I1030 10:46:28.496272 1041618 api_server.go:88] waiting for apiserver healthz status ...
I1030 10:46:28.496290 1041618 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1030 10:46:28.506607 1041618 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1030 10:46:28.508007 1041618 api_server.go:141] control plane version: v1.28.3
I1030 10:46:28.508041 1041618 api_server.go:131] duration metric: took 11.761339ms to wait for apiserver health ...
I1030 10:46:28.508049 1041618 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 10:46:28.649200 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:28.675226 1041618 system_pods.go:59] 17 kube-system pods found
I1030 10:46:28.675314 1041618 system_pods.go:61] "coredns-5dd5756b68-t4n9l" [d79fca05-cf59-4675-a955-8bfc75fb7df2] Running
I1030 10:46:28.675338 1041618 system_pods.go:61] "csi-hostpath-attacher-0" [b167fafa-8d79-4929-962c-b96a6801ab3c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1030 10:46:28.675372 1041618 system_pods.go:61] "csi-hostpath-resizer-0" [f2d36a07-8567-42bc-9bdb-cbe0146db0bd] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1030 10:46:28.675398 1041618 system_pods.go:61] "csi-hostpathplugin-bcxg5" [b4bb34de-7b9c-4148-8221-eaa99791c25f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1030 10:46:28.675418 1041618 system_pods.go:61] "etcd-addons-305325" [0527fb8f-9848-4d05-ae9e-09a95227a5d4] Running
I1030 10:46:28.675437 1041618 system_pods.go:61] "kube-apiserver-addons-305325" [1a80c0e1-6a7a-4af9-95e2-41bb9dea51d7] Running
I1030 10:46:28.675454 1041618 system_pods.go:61] "kube-controller-manager-addons-305325" [39379d26-cef9-4ffb-94ab-ff26e1606759] Running
I1030 10:46:28.675486 1041618 system_pods.go:61] "kube-ingress-dns-minikube" [38b179ab-5fe1-419c-ac69-f4f1fc6dc36b] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1030 10:46:28.675511 1041618 system_pods.go:61] "kube-proxy-mp7j9" [b0e068cb-f269-42b9-841e-ab9c84dc3284] Running
I1030 10:46:28.675530 1041618 system_pods.go:61] "kube-scheduler-addons-305325" [46dfb949-9912-4d00-afe3-c3933a5e5807] Running
I1030 10:46:28.675546 1041618 system_pods.go:61] "metrics-server-7c66d45ddc-d2w4f" [fc039028-9cb2-4802-ae10-6ef0f91d7dfe] Running
I1030 10:46:28.675565 1041618 system_pods.go:61] "nvidia-device-plugin-daemonset-h6j8k" [cc17c9f5-b28c-473f-9c3e-43445b999d84] Running
I1030 10:46:28.675596 1041618 system_pods.go:61] "registry-jjmtf" [9a268006-336c-4f6a-b0d0-e8c426d3d808] Running
I1030 10:46:28.675622 1041618 system_pods.go:61] "registry-proxy-4lzlk" [483bc59a-e469-4644-9780-a1670a5ea617] Running
I1030 10:46:28.675646 1041618 system_pods.go:61] "snapshot-controller-58dbcc7b99-2kf2n" [f965f6b2-ec72-4450-bbb5-3c5b998b5486] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1030 10:46:28.675665 1041618 system_pods.go:61] "snapshot-controller-58dbcc7b99-4p8bx" [3333f587-1245-462d-b628-8755b7dda017] Running
I1030 10:46:28.675683 1041618 system_pods.go:61] "storage-provisioner" [68b0de2f-2ca3-47e8-a301-807424bf8561] Running
I1030 10:46:28.675717 1041618 system_pods.go:74] duration metric: took 167.660525ms to wait for pod list to return data ...
I1030 10:46:28.675739 1041618 default_sa.go:34] waiting for default service account to be created ...
I1030 10:46:28.780051 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:28.861994 1041618 default_sa.go:45] found service account: "default"
I1030 10:46:28.862021 1041618 default_sa.go:55] duration metric: took 186.265328ms for default service account to be created ...
I1030 10:46:28.862031 1041618 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 10:46:28.921483 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:29.069145 1041618 system_pods.go:86] 17 kube-system pods found
I1030 10:46:29.069177 1041618 system_pods.go:89] "coredns-5dd5756b68-t4n9l" [d79fca05-cf59-4675-a955-8bfc75fb7df2] Running
I1030 10:46:29.069187 1041618 system_pods.go:89] "csi-hostpath-attacher-0" [b167fafa-8d79-4929-962c-b96a6801ab3c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1030 10:46:29.069196 1041618 system_pods.go:89] "csi-hostpath-resizer-0" [f2d36a07-8567-42bc-9bdb-cbe0146db0bd] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1030 10:46:29.069205 1041618 system_pods.go:89] "csi-hostpathplugin-bcxg5" [b4bb34de-7b9c-4148-8221-eaa99791c25f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1030 10:46:29.069218 1041618 system_pods.go:89] "etcd-addons-305325" [0527fb8f-9848-4d05-ae9e-09a95227a5d4] Running
I1030 10:46:29.069224 1041618 system_pods.go:89] "kube-apiserver-addons-305325" [1a80c0e1-6a7a-4af9-95e2-41bb9dea51d7] Running
I1030 10:46:29.069234 1041618 system_pods.go:89] "kube-controller-manager-addons-305325" [39379d26-cef9-4ffb-94ab-ff26e1606759] Running
I1030 10:46:29.069242 1041618 system_pods.go:89] "kube-ingress-dns-minikube" [38b179ab-5fe1-419c-ac69-f4f1fc6dc36b] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1030 10:46:29.069250 1041618 system_pods.go:89] "kube-proxy-mp7j9" [b0e068cb-f269-42b9-841e-ab9c84dc3284] Running
I1030 10:46:29.069256 1041618 system_pods.go:89] "kube-scheduler-addons-305325" [46dfb949-9912-4d00-afe3-c3933a5e5807] Running
I1030 10:46:29.069261 1041618 system_pods.go:89] "metrics-server-7c66d45ddc-d2w4f" [fc039028-9cb2-4802-ae10-6ef0f91d7dfe] Running
I1030 10:46:29.069269 1041618 system_pods.go:89] "nvidia-device-plugin-daemonset-h6j8k" [cc17c9f5-b28c-473f-9c3e-43445b999d84] Running
I1030 10:46:29.069273 1041618 system_pods.go:89] "registry-jjmtf" [9a268006-336c-4f6a-b0d0-e8c426d3d808] Running
I1030 10:46:29.069278 1041618 system_pods.go:89] "registry-proxy-4lzlk" [483bc59a-e469-4644-9780-a1670a5ea617] Running
I1030 10:46:29.069289 1041618 system_pods.go:89] "snapshot-controller-58dbcc7b99-2kf2n" [f965f6b2-ec72-4450-bbb5-3c5b998b5486] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1030 10:46:29.069294 1041618 system_pods.go:89] "snapshot-controller-58dbcc7b99-4p8bx" [3333f587-1245-462d-b628-8755b7dda017] Running
I1030 10:46:29.069302 1041618 system_pods.go:89] "storage-provisioner" [68b0de2f-2ca3-47e8-a301-807424bf8561] Running
I1030 10:46:29.069309 1041618 system_pods.go:126] duration metric: took 207.272576ms to wait for k8s-apps to be running ...
I1030 10:46:29.069321 1041618 system_svc.go:44] waiting for kubelet service to be running ....
I1030 10:46:29.069376 1041618 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 10:46:29.089003 1041618 system_svc.go:56] duration metric: took 19.672341ms WaitForService to wait for kubelet.
I1030 10:46:29.089029 1041618 kubeadm.go:581] duration metric: took 42.203760028s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1030 10:46:29.089049 1041618 node_conditions.go:102] verifying NodePressure condition ...
I1030 10:46:29.149269 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:29.262987 1041618 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1030 10:46:29.263018 1041618 node_conditions.go:123] node cpu capacity is 2
I1030 10:46:29.263031 1041618 node_conditions.go:105] duration metric: took 173.976494ms to run NodePressure ...
I1030 10:46:29.263044 1041618 start.go:228] waiting for startup goroutines ...
I1030 10:46:29.280046 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:29.422015 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:29.654623 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:29.779296 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:29.921662 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:30.155446 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:30.280262 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:30.421439 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:30.649162 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:30.779913 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:30.922659 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:31.148807 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:31.279044 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:31.421936 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:31.648336 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:31.779261 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:31.922644 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:32.148729 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:32.279519 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:32.421981 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:32.648682 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:32.780416 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:32.922345 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:33.149123 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:33.282894 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:33.421344 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:33.648896 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:33.780005 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:33.921626 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:34.149951 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:34.279912 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:34.421247 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:34.649035 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:34.779691 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:34.926602 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:35.149029 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:35.279837 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:35.421232 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:35.648711 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:35.780240 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:35.927106 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:36.150726 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:36.279432 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:36.422098 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:36.649882 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:36.780194 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:36.921887 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:37.149170 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:37.288248 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:37.421893 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:37.648509 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:37.779806 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:37.921902 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:38.149204 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:38.280096 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:38.422217 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:38.652954 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:38.780008 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:38.922446 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:39.149637 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:39.279790 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:39.422056 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:39.649218 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:39.780446 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:39.922297 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:40.149053 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:40.280038 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:40.422993 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:40.650215 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:40.779827 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:40.921781 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:41.148556 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:41.279231 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:41.421349 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:41.648249 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:41.779946 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:41.922040 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:42.148930 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:42.280121 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:42.421870 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:42.648507 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:42.779105 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:42.922237 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:43.152882 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:43.279126 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:43.421510 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:43.650530 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:43.780284 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:43.921936 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:44.149277 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 10:46:44.279662 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:44.422566 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:44.648226 1041618 kapi.go:107] duration metric: took 46.516891323s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1030 10:46:44.779592 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:44.922141 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:45.279267 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:45.421938 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:45.779799 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:45.921093 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:46.279440 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:46.421824 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:46.779929 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:46.921529 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:47.279499 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:47.421984 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:47.779987 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:47.921841 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:48.279823 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:48.421342 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:48.779116 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:48.922226 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:49.279099 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:49.422059 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:49.779779 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:49.921445 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:50.279513 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:50.421447 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:50.779266 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:50.921624 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:51.279373 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:51.421259 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:51.779101 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:51.922319 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:52.278893 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:52.421358 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:52.778944 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:52.922050 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:53.278974 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:53.421997 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:53.779765 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:53.921432 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:54.279180 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:54.422133 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:54.779658 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:54.921781 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:55.279784 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:55.421841 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:55.779783 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:55.922052 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:56.279440 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:56.422210 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:56.779609 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:56.922914 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:57.279177 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:57.421822 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:57.779517 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:57.921802 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:58.279613 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:58.421849 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:58.780374 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:58.921907 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:59.279710 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:59.421540 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:46:59.779413 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:46:59.921391 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:00.281568 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:00.421586 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:00.779543 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:00.921580 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:01.279730 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:01.421095 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:01.779150 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:01.922121 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:02.279343 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:02.422267 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:02.779939 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:02.925555 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:03.279597 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:03.422470 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:03.779216 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:03.922073 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:04.281317 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:04.422489 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:04.780245 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:04.921956 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:05.279761 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:05.421317 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:05.778959 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:05.922020 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:06.278859 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:06.421326 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:06.779494 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:06.921928 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:07.280363 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:07.422621 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:07.779275 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:07.922231 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:08.278863 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:08.421744 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:08.779751 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:08.921381 1041618 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 10:47:09.279132 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:09.422856 1041618 kapi.go:107] duration metric: took 1m13.055599121s to wait for app.kubernetes.io/name=ingress-nginx ...
I1030 10:47:09.779661 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:10.281140 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:10.778904 1041618 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 10:47:11.280980 1041618 kapi.go:107] duration metric: took 1m11.51731589s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1030 10:47:11.283278 1041618 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-305325 cluster.
I1030 10:47:11.285061 1041618 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1030 10:47:11.287170 1041618 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1030 10:47:11.289265 1041618 out.go:177] * Enabled addons: ingress-dns, nvidia-device-plugin, default-storageclass, cloud-spanner, storage-provisioner, inspektor-gadget, metrics-server, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1030 10:47:11.291276 1041618 addons.go:502] enable addons completed in 1m24.6587881s: enabled=[ingress-dns nvidia-device-plugin default-storageclass cloud-spanner storage-provisioner inspektor-gadget metrics-server storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1030 10:47:11.291325 1041618 start.go:233] waiting for cluster config update ...
I1030 10:47:11.291344 1041618 start.go:242] writing updated cluster config ...
I1030 10:47:11.291647 1041618 ssh_runner.go:195] Run: rm -f paused
I1030 10:47:11.414563 1041618 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1030 10:47:11.417323 1041618 out.go:177] * Done! kubectl is now configured to use "addons-305325" cluster and "default" namespace by default
*
* ==> Docker <==
* Oct 30 10:48:32 addons-305325 cri-dockerd[1307]: time="2023-10-30T10:48:32Z" level=info msg="Stop pulling image docker.io/nginx:alpine: Status: Downloaded newer image for nginx:alpine"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.169887406Z" level=info msg="ignoring event" container=8055995dd6b9b5a70264e000a624f1515944ee8e3ddb4f61e0ece937cf1e7a6c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.175621209Z" level=info msg="ignoring event" container=9b187fa430cc1aa1260ba705329c2b744fd65161d8de9348c1b85e36a38866e1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.217661578Z" level=info msg="ignoring event" container=a31ae193008fdc9834bef208657d0f7e5eda9ad37517b49a6e217ed23e4705d1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.237459506Z" level=info msg="ignoring event" container=5806edb92c77c71a7b5a0a780d7a58fa9fb212fbaab7a2142462f844d00578e1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.243823507Z" level=info msg="ignoring event" container=6e7d9c1b420402da5e3b49dff900841a23061b667920349aabbe392b6055c832 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.243875043Z" level=info msg="ignoring event" container=61ecff60f7e2d602834d461b157857df0c27d2b9b08d80b21a978660230821e9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.253171119Z" level=info msg="ignoring event" container=b11a7de1974da3beb7ee00610400ba5e3e4cdc139cc6b02aead981a82a88499a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.258437331Z" level=info msg="ignoring event" container=f6dffa5f7a696183028d27c585bb20d939242bccfa3d7be686b342027f8aa75c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.372361844Z" level=info msg="ignoring event" container=57eae1516fb9ad842192e2e156961eed4f24a2913091d25a5f274890463dea30 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.406546931Z" level=info msg="ignoring event" container=f8a0595b3c5d965617254af2abe93367b4056bedcc969c565f3cd0e441d34cbc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:33 addons-305325 dockerd[1096]: time="2023-10-30T10:48:33.459212064Z" level=info msg="ignoring event" container=b93a53590d20ce03c09e7935e97b2153fb4a16f0e2dbdbc9fe51305525f5d533 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:40 addons-305325 dockerd[1096]: time="2023-10-30T10:48:40.211242981Z" level=info msg="ignoring event" container=3f38d136395571219aafbb62fc81a6ca5f6050fbdc626e273100580ee81d20df module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:40 addons-305325 dockerd[1096]: time="2023-10-30T10:48:40.230660924Z" level=info msg="ignoring event" container=6614fb644b5fd63a775ffe35aa35c4ff51fbea4426461c4d50e5ea0e5046d731 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:40 addons-305325 dockerd[1096]: time="2023-10-30T10:48:40.427253531Z" level=info msg="ignoring event" container=77ff6fd65ac9a680a58e2b5def29bbf20300704d226641bd10f6c1ba4e0c7fde module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:40 addons-305325 dockerd[1096]: time="2023-10-30T10:48:40.443340272Z" level=info msg="ignoring event" container=a59163388bcc5f51c42c57b23bcc8a7151cc8c0251a3d5b7bd70e4f050e22323 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:40 addons-305325 cri-dockerd[1307]: time="2023-10-30T10:48:40Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/88d881fd51cd4471f69574387662e8e72f6417ceb733fd8a4d76bff1a1f004bf/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Oct 30 10:48:41 addons-305325 cri-dockerd[1307]: time="2023-10-30T10:48:41Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Oct 30 10:48:42 addons-305325 dockerd[1096]: time="2023-10-30T10:48:42.188525024Z" level=info msg="ignoring event" container=5c90e32ee0c3cbad150a61c523ae5da55c8b2d687ec44d127274532a269c27e9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:43 addons-305325 dockerd[1096]: time="2023-10-30T10:48:43.046690384Z" level=info msg="ignoring event" container=c04e36f10f549f228afb6856fe63e9b4ec0cc0418e8e58736bc1fe7dc0d7e85c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:55 addons-305325 dockerd[1096]: time="2023-10-30T10:48:55.704167872Z" level=info msg="ignoring event" container=c958361270d65900903366db979cf53270afd4b849f16465190350cfbc2e5a99 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:57 addons-305325 dockerd[1096]: time="2023-10-30T10:48:57.610219057Z" level=info msg="ignoring event" container=c6b1cb0822a3f2b4749a5f435acb2cc77e52076ce0f6352cb8d6f79d589aee6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:59 addons-305325 dockerd[1096]: time="2023-10-30T10:48:59.692136659Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d
Oct 30 10:48:59 addons-305325 dockerd[1096]: time="2023-10-30T10:48:59.758006247Z" level=info msg="ignoring event" container=71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Oct 30 10:48:59 addons-305325 dockerd[1096]: time="2023-10-30T10:48:59.878425026Z" level=info msg="ignoring event" container=4d26ba1f29a8f5895d5cc8c8a5e427338d2b5218e178af5ff17221deb031d2a6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c6b1cb0822a3f 6896cbb783033 7 seconds ago Exited hello-world-app 2 88d881fd51cd4 hello-world-app-5d77478584-68xlk
15af298de79a1 nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77 32 seconds ago Running nginx 0 59df3e127508c nginx
118961f11bc6c ghcr.io/headlamp-k8s/headlamp@sha256:db0310cf5abef3ffd5aa87509b1f61a150ee705808c5b29704149101653d418b About a minute ago Running headlamp 0 f118a85bc6628 headlamp-94b766c-44bgc
d7c81c130312a gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 e9ead12565235 gcp-auth-d4c87556c-dxrbd
be2922607f8ff af594c6a879f2 2 minutes ago Exited patch 1 81273d3855ac5 ingress-nginx-admission-patch-7vzpg
f3230d5c4e520 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80 2 minutes ago Exited create 0 fe5ecc0366972 ingress-nginx-admission-create-fz6m6
9395925bfed0a ba04bb24b9575 3 minutes ago Running storage-provisioner 0 f3bdd17b197e2 storage-provisioner
ea69206b1e158 97e04611ad434 3 minutes ago Running coredns 0 c312e6cf9ed65 coredns-5dd5756b68-t4n9l
3b3a92f510306 a5dd5cdd6d3ef 3 minutes ago Running kube-proxy 0 c4b6e508ecdff kube-proxy-mp7j9
3ab008a385e78 42a4e73724daa 3 minutes ago Running kube-scheduler 0 9b3d5d1490704 kube-scheduler-addons-305325
112899a2346e9 8276439b4f237 3 minutes ago Running kube-controller-manager 0 42ab4a10b68d1 kube-controller-manager-addons-305325
e77921b914b40 9cdd6470f48c8 3 minutes ago Running etcd 0 fc2c395fd03b9 etcd-addons-305325
a7a96b8a9f6e9 537e9a59ee2fd 3 minutes ago Running kube-apiserver 0 724e33cd31f5f kube-apiserver-addons-305325
*
* ==> coredns [ea69206b1e15] <==
* [INFO] 10.244.0.18:33554 - 44663 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004313497s
[INFO] 10.244.0.18:38647 - 53284 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000087483s
[INFO] 10.244.0.18:38647 - 36278 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001704234s
[INFO] 10.244.0.18:33554 - 42648 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00422622s
[INFO] 10.244.0.18:38647 - 15443 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002434346s
[INFO] 10.244.0.18:33554 - 27563 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000266164s
[INFO] 10.244.0.18:38647 - 62966 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000099831s
[INFO] 10.244.0.18:49546 - 47251 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000108586s
[INFO] 10.244.0.18:49546 - 40797 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000068102s
[INFO] 10.244.0.18:49546 - 61088 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000053013s
[INFO] 10.244.0.18:49546 - 39835 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000064517s
[INFO] 10.244.0.18:49546 - 45781 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000064435s
[INFO] 10.244.0.18:49546 - 24902 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000076036s
[INFO] 10.244.0.18:49546 - 2960 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001111204s
[INFO] 10.244.0.18:49546 - 38136 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00096595s
[INFO] 10.244.0.18:49546 - 33447 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000064763s
[INFO] 10.244.0.18:34368 - 13609 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000064377s
[INFO] 10.244.0.18:34368 - 12869 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000046121s
[INFO] 10.244.0.18:34368 - 39230 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00004713s
[INFO] 10.244.0.18:34368 - 14889 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000040993s
[INFO] 10.244.0.18:34368 - 16969 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000040345s
[INFO] 10.244.0.18:34368 - 838 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000044193s
[INFO] 10.244.0.18:34368 - 3560 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001110926s
[INFO] 10.244.0.18:34368 - 62351 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000848503s
[INFO] 10.244.0.18:34368 - 33534 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000050108s
*
* ==> describe nodes <==
* Name: addons-305325
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-305325
kubernetes.io/os=linux
minikube.k8s.io/commit=99c50ab9af570595672bd37bf6c89e1874e94ce6
minikube.k8s.io/name=addons-305325
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_10_30T10_45_34_0700
minikube.k8s.io/version=v1.32.0-beta.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-305325
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Oct 2023 10:45:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-305325
AcquireTime: <unset>
RenewTime: Mon, 30 Oct 2023 10:48:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 30 Oct 2023 10:48:39 +0000 Mon, 30 Oct 2023 10:45:27 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 30 Oct 2023 10:48:39 +0000 Mon, 30 Oct 2023 10:45:27 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 30 Oct 2023 10:48:39 +0000 Mon, 30 Oct 2023 10:45:27 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 30 Oct 2023 10:48:39 +0000 Mon, 30 Oct 2023 10:45:34 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-305325
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 8c1d6ee83d8a448e86a428da04907c57
System UUID: d697396e-f838-4901-ae79-22b753df120f
Boot ID: 9c87d0b1-da45-47b6-b0d3-2db75e0c20f8
Kernel Version: 5.15.0-1048-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.7
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-68xlk 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-dxrbd 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m6s
headlamp headlamp-94b766c-44bgc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 92s
kube-system coredns-5dd5756b68-t4n9l 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m18s
kube-system etcd-addons-305325 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m31s
kube-system kube-apiserver-addons-305325 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m31s
kube-system kube-controller-manager-addons-305325 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m31s
kube-system kube-proxy-mp7j9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m18s
kube-system kube-scheduler-addons-305325 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m31s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m12s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 170Mi (2%!)(MISSING) 170Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal Starting 3m39s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m39s (x8 over 3m39s) kubelet Node addons-305325 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m39s (x8 over 3m39s) kubelet Node addons-305325 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m39s (x7 over 3m39s) kubelet Node addons-305325 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m39s kubelet Updated Node Allocatable limit across pods
Normal Starting 3m31s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m31s kubelet Node addons-305325 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m31s kubelet Node addons-305325 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m31s kubelet Node addons-305325 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m31s kubelet Node addons-305325 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m31s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m31s kubelet Node addons-305325 status is now: NodeReady
Normal RegisteredNode 3m19s node-controller Node addons-305325 event: Registered Node addons-305325 in Controller
*
* ==> dmesg <==
* [ +0.001066] FS-Cache: O-key=[8] '53803b0000000000'
[ +0.000746] FS-Cache: N-cookie c=00000185 [p=0000017c fl=2 nc=0 na=1]
[ +0.000962] FS-Cache: N-cookie d=00000000a542e93b{9p.inode} n=00000000ee566308
[ +0.001073] FS-Cache: N-key=[8] '53803b0000000000'
[ +0.011827] FS-Cache: Duplicate cookie detected
[ +0.000736] FS-Cache: O-cookie c=0000017f [p=0000017c fl=226 nc=0 na=1]
[ +0.001011] FS-Cache: O-cookie d=00000000a542e93b{9p.inode} n=000000009052cd16
[ +0.001081] FS-Cache: O-key=[8] '53803b0000000000'
[ +0.000731] FS-Cache: N-cookie c=00000186 [p=0000017c fl=2 nc=0 na=1]
[ +0.000969] FS-Cache: N-cookie d=00000000a542e93b{9p.inode} n=000000003ac8d41a
[ +0.001062] FS-Cache: N-key=[8] '53803b0000000000'
[ +3.387073] FS-Cache: Duplicate cookie detected
[ +0.000962] FS-Cache: O-cookie c=0000017d [p=0000017c fl=226 nc=0 na=1]
[ +0.001369] FS-Cache: O-cookie d=00000000a542e93b{9p.inode} n=00000000c8a69ee9
[ +0.001381] FS-Cache: O-key=[8] '52803b0000000000'
[ +0.000729] FS-Cache: N-cookie c=00000188 [p=0000017c fl=2 nc=0 na=1]
[ +0.001097] FS-Cache: N-cookie d=00000000a542e93b{9p.inode} n=00000000725ae23c
[ +0.001086] FS-Cache: N-key=[8] '52803b0000000000'
[ +0.396206] FS-Cache: Duplicate cookie detected
[ +0.000764] FS-Cache: O-cookie c=00000182 [p=0000017c fl=226 nc=0 na=1]
[ +0.000993] FS-Cache: O-cookie d=00000000a542e93b{9p.inode} n=000000001c6b883c
[ +0.001110] FS-Cache: O-key=[8] '58803b0000000000'
[ +0.000753] FS-Cache: N-cookie c=00000189 [p=0000017c fl=2 nc=0 na=1]
[ +0.000976] FS-Cache: N-cookie d=00000000a542e93b{9p.inode} n=0000000076ab024d
[ +0.001147] FS-Cache: N-key=[8] '58803b0000000000'
*
* ==> etcd [e77921b914b4] <==
* {"level":"info","ts":"2023-10-30T10:45:27.240184Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-10-30T10:45:27.240439Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-10-30T10:45:27.241232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-10-30T10:45:27.241385Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-10-30T10:45:27.24162Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-10-30T10:45:27.238315Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2023-10-30T10:45:27.241866Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-10-30T10:45:28.215884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-10-30T10:45:28.216126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-10-30T10:45:28.216241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-10-30T10:45:28.216368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-10-30T10:45:28.216465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-10-30T10:45:28.21657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-10-30T10:45:28.216702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-10-30T10:45:28.217862Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-305325 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-10-30T10:45:28.218164Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-30T10:45:28.21837Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-30T10:45:28.218954Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-10-30T10:45:28.219123Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-10-30T10:45:28.219274Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-30T10:45:28.219451Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-30T10:45:28.219559Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-10-30T10:45:28.219741Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-10-30T10:45:28.220886Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-10-30T10:45:28.226879Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
*
* ==> gcp-auth [d7c81c130312] <==
* 2023/10/30 10:47:10 GCP Auth Webhook started!
2023/10/30 10:47:18 Ready to marshal response ...
2023/10/30 10:47:18 Ready to write response ...
2023/10/30 10:47:18 Ready to marshal response ...
2023/10/30 10:47:18 Ready to write response ...
2023/10/30 10:47:21 Ready to marshal response ...
2023/10/30 10:47:21 Ready to write response ...
2023/10/30 10:47:28 Ready to marshal response ...
2023/10/30 10:47:28 Ready to write response ...
2023/10/30 10:47:33 Ready to marshal response ...
2023/10/30 10:47:33 Ready to write response ...
2023/10/30 10:47:33 Ready to marshal response ...
2023/10/30 10:47:33 Ready to write response ...
2023/10/30 10:47:33 Ready to marshal response ...
2023/10/30 10:47:33 Ready to write response ...
2023/10/30 10:47:50 Ready to marshal response ...
2023/10/30 10:47:50 Ready to write response ...
2023/10/30 10:48:23 Ready to marshal response ...
2023/10/30 10:48:23 Ready to write response ...
2023/10/30 10:48:29 Ready to marshal response ...
2023/10/30 10:48:29 Ready to write response ...
2023/10/30 10:48:39 Ready to marshal response ...
2023/10/30 10:48:39 Ready to write response ...
*
* ==> kernel <==
* 10:49:05 up 1 day, 19:31, 0 users, load average: 0.79, 1.11, 1.33
Linux addons-305325 5.15.0-1048-aws #53~20.04.1-Ubuntu SMP Wed Oct 4 16:51:38 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kube-apiserver [a7a96b8a9f6e] <==
* I1030 10:48:23.311939 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1030 10:48:24.336891 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1030 10:48:29.192922 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1030 10:48:29.402621 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1030 10:48:29.782725 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.103.120.77"}
I1030 10:48:39.638730 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.639060 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.670141 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.670468 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.685098 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.685148 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.760131 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.760348 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.811097 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.811324 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.833903 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.837404 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.853160 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.853226 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.856600 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 10:48:39.857667 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 10:48:39.864878 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.99.24.11"}
W1030 10:48:40.811497 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1030 10:48:40.857604 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1030 10:48:40.949221 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
*
* ==> kube-controller-manager [112899a2346e] <==
* W1030 10:48:44.567351 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:44.567386 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1030 10:48:44.881021 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="63.458µs"
I1030 10:48:46.343493 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1030 10:48:46.343530 1 shared_informer.go:318] Caches are synced for resource quota
I1030 10:48:46.816339 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1030 10:48:46.816387 1 shared_informer.go:318] Caches are synced for garbage collector
W1030 10:48:48.874287 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:48.874320 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1030 10:48:50.248371 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:50.248406 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1030 10:48:50.628059 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:50.628105 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1030 10:48:56.649283 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1030 10:48:56.651691 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-6f48fc54bd" duration="7.253µs"
I1030 10:48:56.659816 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W1030 10:48:56.747287 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:56.747331 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1030 10:48:57.260956 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:57.260991 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1030 10:48:57.544828 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:48:57.544863 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1030 10:48:58.029137 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="39.712µs"
W1030 10:49:03.107672 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 10:49:03.107712 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [3b3a92f51030] <==
* I1030 10:45:48.231135 1 server_others.go:69] "Using iptables proxy"
I1030 10:45:48.251754 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1030 10:45:48.297965 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1030 10:45:48.300291 1 server_others.go:152] "Using iptables Proxier"
I1030 10:45:48.300320 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1030 10:45:48.300326 1 server_others.go:438] "Defaulting to no-op detect-local"
I1030 10:45:48.300408 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1030 10:45:48.300630 1 server.go:846] "Version info" version="v1.28.3"
I1030 10:45:48.300639 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 10:45:48.301622 1 config.go:188] "Starting service config controller"
I1030 10:45:48.301845 1 shared_informer.go:311] Waiting for caches to sync for service config
I1030 10:45:48.301868 1 config.go:97] "Starting endpoint slice config controller"
I1030 10:45:48.301872 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1030 10:45:48.304421 1 config.go:315] "Starting node config controller"
I1030 10:45:48.304434 1 shared_informer.go:311] Waiting for caches to sync for node config
I1030 10:45:48.409786 1 shared_informer.go:318] Caches are synced for node config
I1030 10:45:48.409826 1 shared_informer.go:318] Caches are synced for service config
I1030 10:45:48.409863 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [3ab008a385e7] <==
* W1030 10:45:31.852190 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1030 10:45:31.852218 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1030 10:45:31.852429 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1030 10:45:31.852453 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1030 10:45:31.852522 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1030 10:45:31.852619 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1030 10:45:31.852754 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1030 10:45:31.852776 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1030 10:45:31.852897 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1030 10:45:31.852917 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1030 10:45:31.852990 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1030 10:45:31.853035 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1030 10:45:31.853120 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1030 10:45:31.853139 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1030 10:45:31.853182 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1030 10:45:31.853287 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1030 10:45:31.853391 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1030 10:45:31.853412 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1030 10:45:31.853543 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1030 10:45:31.853564 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1030 10:45:31.853637 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1030 10:45:31.853655 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1030 10:45:31.853839 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1030 10:45:31.853958 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I1030 10:45:33.142675 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Oct 30 10:48:44 addons-305325 kubelet[2319]: E1030 10:48:44.870977 2319 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-68xlk_default(c625ff0f-627f-46c2-934b-0f79472819c9)\"" pod="default/hello-world-app-5d77478584-68xlk" podUID="c625ff0f-627f-46c2-934b-0f79472819c9"
Oct 30 10:48:50 addons-305325 kubelet[2319]: I1030 10:48:50.464173 2319 scope.go:117] "RemoveContainer" containerID="b8d678ebde601c1a3b5d63a47df54057f03c05954cdc8132ed2aefbb2cae89b0"
Oct 30 10:48:50 addons-305325 kubelet[2319]: E1030 10:48:50.464425 2319 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(38b179ab-5fe1-419c-ac69-f4f1fc6dc36b)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="38b179ab-5fe1-419c-ac69-f4f1fc6dc36b"
Oct 30 10:48:55 addons-305325 kubelet[2319]: I1030 10:48:55.857715 2319 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8kclt\" (UniqueName: \"kubernetes.io/projected/38b179ab-5fe1-419c-ac69-f4f1fc6dc36b-kube-api-access-8kclt\") pod \"38b179ab-5fe1-419c-ac69-f4f1fc6dc36b\" (UID: \"38b179ab-5fe1-419c-ac69-f4f1fc6dc36b\") "
Oct 30 10:48:55 addons-305325 kubelet[2319]: I1030 10:48:55.859955 2319 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/38b179ab-5fe1-419c-ac69-f4f1fc6dc36b-kube-api-access-8kclt" (OuterVolumeSpecName: "kube-api-access-8kclt") pod "38b179ab-5fe1-419c-ac69-f4f1fc6dc36b" (UID: "38b179ab-5fe1-419c-ac69-f4f1fc6dc36b"). InnerVolumeSpecName "kube-api-access-8kclt". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 30 10:48:55 addons-305325 kubelet[2319]: I1030 10:48:55.958365 2319 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-8kclt\" (UniqueName: \"kubernetes.io/projected/38b179ab-5fe1-419c-ac69-f4f1fc6dc36b-kube-api-access-8kclt\") on node \"addons-305325\" DevicePath \"\""
Oct 30 10:48:55 addons-305325 kubelet[2319]: I1030 10:48:55.975826 2319 scope.go:117] "RemoveContainer" containerID="b8d678ebde601c1a3b5d63a47df54057f03c05954cdc8132ed2aefbb2cae89b0"
Oct 30 10:48:56 addons-305325 kubelet[2319]: I1030 10:48:56.472871 2319 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="38b179ab-5fe1-419c-ac69-f4f1fc6dc36b" path="/var/lib/kubelet/pods/38b179ab-5fe1-419c-ac69-f4f1fc6dc36b/volumes"
Oct 30 10:48:57 addons-305325 kubelet[2319]: I1030 10:48:57.463572 2319 scope.go:117] "RemoveContainer" containerID="c04e36f10f549f228afb6856fe63e9b4ec0cc0418e8e58736bc1fe7dc0d7e85c"
Oct 30 10:48:58 addons-305325 kubelet[2319]: I1030 10:48:58.015126 2319 scope.go:117] "RemoveContainer" containerID="c04e36f10f549f228afb6856fe63e9b4ec0cc0418e8e58736bc1fe7dc0d7e85c"
Oct 30 10:48:58 addons-305325 kubelet[2319]: I1030 10:48:58.015517 2319 scope.go:117] "RemoveContainer" containerID="c6b1cb0822a3f2b4749a5f435acb2cc77e52076ce0f6352cb8d6f79d589aee6a"
Oct 30 10:48:58 addons-305325 kubelet[2319]: E1030 10:48:58.015785 2319 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-68xlk_default(c625ff0f-627f-46c2-934b-0f79472819c9)\"" pod="default/hello-world-app-5d77478584-68xlk" podUID="c625ff0f-627f-46c2-934b-0f79472819c9"
Oct 30 10:48:58 addons-305325 kubelet[2319]: I1030 10:48:58.471781 2319 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6661107f-6cce-4044-89c4-efdc89dfe80f" path="/var/lib/kubelet/pods/6661107f-6cce-4044-89c4-efdc89dfe80f/volumes"
Oct 30 10:48:58 addons-305325 kubelet[2319]: I1030 10:48:58.472174 2319 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="a9c1a20b-31aa-4d89-9a26-d6ec087ff494" path="/var/lib/kubelet/pods/a9c1a20b-31aa-4d89-9a26-d6ec087ff494/volumes"
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.076539 2319 scope.go:117] "RemoveContainer" containerID="71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d"
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.087673 2319 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rtrrg\" (UniqueName: \"kubernetes.io/projected/3548aab1-cd01-4b60-b5ad-ca1d76e90730-kube-api-access-rtrrg\") pod \"3548aab1-cd01-4b60-b5ad-ca1d76e90730\" (UID: \"3548aab1-cd01-4b60-b5ad-ca1d76e90730\") "
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.087731 2319 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/3548aab1-cd01-4b60-b5ad-ca1d76e90730-webhook-cert\") pod \"3548aab1-cd01-4b60-b5ad-ca1d76e90730\" (UID: \"3548aab1-cd01-4b60-b5ad-ca1d76e90730\") "
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.090944 2319 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3548aab1-cd01-4b60-b5ad-ca1d76e90730-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "3548aab1-cd01-4b60-b5ad-ca1d76e90730" (UID: "3548aab1-cd01-4b60-b5ad-ca1d76e90730"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.093361 2319 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3548aab1-cd01-4b60-b5ad-ca1d76e90730-kube-api-access-rtrrg" (OuterVolumeSpecName: "kube-api-access-rtrrg") pod "3548aab1-cd01-4b60-b5ad-ca1d76e90730" (UID: "3548aab1-cd01-4b60-b5ad-ca1d76e90730"). InnerVolumeSpecName "kube-api-access-rtrrg". PluginName "kubernetes.io/projected", VolumeGidValue ""
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.103882 2319 scope.go:117] "RemoveContainer" containerID="71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d"
Oct 30 10:49:00 addons-305325 kubelet[2319]: E1030 10:49:00.104975 2319 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d" containerID="71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d"
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.105029 2319 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d"} err="failed to get container status \"71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d\": rpc error: code = Unknown desc = Error response from daemon: No such container: 71f4c01b9fbe8b132f564b287bfff5499af22ef2cd5a0a31dd10fe57ef35d36d"
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.188285 2319 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-rtrrg\" (UniqueName: \"kubernetes.io/projected/3548aab1-cd01-4b60-b5ad-ca1d76e90730-kube-api-access-rtrrg\") on node \"addons-305325\" DevicePath \"\""
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.188338 2319 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/3548aab1-cd01-4b60-b5ad-ca1d76e90730-webhook-cert\") on node \"addons-305325\" DevicePath \"\""
Oct 30 10:49:00 addons-305325 kubelet[2319]: I1030 10:49:00.473952 2319 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3548aab1-cd01-4b60-b5ad-ca1d76e90730" path="/var/lib/kubelet/pods/3548aab1-cd01-4b60-b5ad-ca1d76e90730/volumes"
*
* ==> storage-provisioner [9395925bfed0] <==
* I1030 10:45:55.110360 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1030 10:45:55.129099 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1030 10:45:55.129193 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1030 10:45:55.150466 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1030 10:45:55.150660 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-305325_688bd3f5-1ab7-41c9-9130-c423c806d807!
I1030 10:45:55.151634 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e90bcc16-f25c-46be-a6ae-38ff8bb05278", APIVersion:"v1", ResourceVersion:"635", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-305325_688bd3f5-1ab7-41c9-9130-c423c806d807 became leader
I1030 10:45:55.252491 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-305325_688bd3f5-1ab7-41c9-9130-c423c806d807!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-305325 -n addons-305325
helpers_test.go:261: (dbg) Run: kubectl --context addons-305325 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (37.41s)