=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:183: (dbg) Run: kubectl --context addons-766873 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:208: (dbg) Run: kubectl --context addons-766873 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:221: (dbg) Run: kubectl --context addons-766873 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [a99cfa31-c932-40bb-ab41-04eaa08042f8] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [a99cfa31-c932-40bb-ab41-04eaa08042f8] Running
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.019291047s
addons_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p addons-766873 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Run: kubectl --context addons-766873 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:267: (dbg) Run: out/minikube-linux-arm64 -p addons-766873 ip
addons_test.go:273: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.056131468s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p addons-766873 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p addons-766873 addons disable ingress-dns --alsologtostderr -v=1: (1.517353609s)
addons_test.go:287: (dbg) Run: out/minikube-linux-arm64 -p addons-766873 addons disable ingress --alsologtostderr -v=1
addons_test.go:287: (dbg) Done: out/minikube-linux-arm64 -p addons-766873 addons disable ingress --alsologtostderr -v=1: (8.033174571s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-766873
helpers_test.go:235: (dbg) docker inspect addons-766873:
-- stdout --
[
{
"Id": "6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e",
"Created": "2023-07-31T10:36:24.071452046Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 454550,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-07-31T10:36:24.427960636Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:f52519afe5f6d6f3ce84cbd7f651b1292638d32ca98ee43d88f2d69e113e44de",
"ResolvConfPath": "/var/lib/docker/containers/6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e/hostname",
"HostsPath": "/var/lib/docker/containers/6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e/hosts",
"LogPath": "/var/lib/docker/containers/6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e/6b78088901d330e5d0e46da26b3d2c03b40d62cfaadcf5782eef5a7cbb1ba02e-json.log",
"Name": "/addons-766873",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-766873:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-766873",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/14e1992b2822d3bf0f189c228e4697a9013974dc325e25f9bc844db80d3287b9-init/diff:/var/lib/docker/overlay2/c7d366fb81dd6a1be1719c87c3423d9dc1e707c6cd39391e90a6318caabf95b7/diff",
"MergedDir": "/var/lib/docker/overlay2/14e1992b2822d3bf0f189c228e4697a9013974dc325e25f9bc844db80d3287b9/merged",
"UpperDir": "/var/lib/docker/overlay2/14e1992b2822d3bf0f189c228e4697a9013974dc325e25f9bc844db80d3287b9/diff",
"WorkDir": "/var/lib/docker/overlay2/14e1992b2822d3bf0f189c228e4697a9013974dc325e25f9bc844db80d3287b9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-766873",
"Source": "/var/lib/docker/volumes/addons-766873/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-766873",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-766873",
"name.minikube.sigs.k8s.io": "addons-766873",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "1312b50a6034d8f0b5323ef9185f977554c87408f7d40e367713f3414465bf87",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35510"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35509"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35506"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35508"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35507"
}
]
},
"SandboxKey": "/var/run/docker/netns/1312b50a6034",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-766873": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"6b78088901d3",
"addons-766873"
],
"NetworkID": "565beb8f39b03f62f0d13c2deb6f36809b4b17a9d4cdc0adec37b69232431bab",
"EndpointID": "c34ee40ce60243bf096bf5842dd2707dd5884b3d6c65e0f5ea197846e73b9178",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-766873 -n addons-766873
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-766873 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-766873 logs -n 25: (1.22153264s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-930262 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | |
| | -p download-only-930262 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-930262 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | |
| | -p download-only-930262 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.27.3 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | 31 Jul 23 10:35 UTC |
| delete | -p download-only-930262 | download-only-930262 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | 31 Jul 23 10:35 UTC |
| delete | -p download-only-930262 | download-only-930262 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | 31 Jul 23 10:35 UTC |
| start | --download-only -p | download-docker-761807 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | |
| | download-docker-761807 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-761807 | download-docker-761807 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | 31 Jul 23 10:35 UTC |
| start | --download-only -p | binary-mirror-243601 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | |
| | binary-mirror-243601 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42265 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-243601 | binary-mirror-243601 | jenkins | v1.31.1 | 31 Jul 23 10:35 UTC | 31 Jul 23 10:36 UTC |
| start | -p addons-766873 | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:36 UTC | 31 Jul 23 10:38 UTC |
| | --wait=true --memory=4000 | | | | | |
| | --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable cloud-spanner -p | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:38 UTC |
| | addons-766873 | | | | | |
| addons | enable headlamp | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:38 UTC |
| | -p addons-766873 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-766873 ip | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:38 UTC |
| addons | addons-766873 addons disable | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:38 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-766873 addons | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:38 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:38 UTC | 31 Jul 23 10:39 UTC |
| | addons-766873 | | | | | |
| ssh | addons-766873 ssh curl -s | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-766873 ip | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| addons | addons-766873 addons disable | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-766873 addons | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-766873 addons disable | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-766873 addons | addons-766873 | jenkins | v1.31.1 | 31 Jul 23 10:39 UTC | 31 Jul 23 10:39 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/07/31 10:36:00
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.20.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0731 10:36:00.317470 454090 out.go:296] Setting OutFile to fd 1 ...
I0731 10:36:00.317850 454090 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0731 10:36:00.317886 454090 out.go:309] Setting ErrFile to fd 2...
I0731 10:36:00.317910 454090 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0731 10:36:00.318723 454090 root.go:338] Updating PATH: /home/jenkins/minikube-integration/16969-448039/.minikube/bin
I0731 10:36:00.319407 454090 out.go:303] Setting JSON to false
I0731 10:36:00.320611 454090 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":65908,"bootTime":1690733853,"procs":194,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1040-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0731 10:36:00.320705 454090 start.go:138] virtualization:
I0731 10:36:00.323684 454090 out.go:177] * [addons-766873] minikube v1.31.1 on Ubuntu 20.04 (arm64)
I0731 10:36:00.325781 454090 out.go:177] - MINIKUBE_LOCATION=16969
I0731 10:36:00.328345 454090 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0731 10:36:00.325958 454090 notify.go:220] Checking for updates...
I0731 10:36:00.332909 454090 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/16969-448039/kubeconfig
I0731 10:36:00.335170 454090 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/16969-448039/.minikube
I0731 10:36:00.337818 454090 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0731 10:36:00.340055 454090 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0731 10:36:00.342992 454090 driver.go:373] Setting default libvirt URI to qemu:///system
I0731 10:36:00.372314 454090 docker.go:121] docker version: linux-24.0.5:Docker Engine - Community
I0731 10:36:00.372537 454090 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0731 10:36:00.464341 454090 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-07-31 10:36:00.453099837 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1040-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215171072 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.5 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.20.2]] Warnings:<nil>}}
I0731 10:36:00.464450 454090 docker.go:294] overlay module found
I0731 10:36:00.466376 454090 out.go:177] * Using the docker driver based on user configuration
I0731 10:36:00.467982 454090 start.go:298] selected driver: docker
I0731 10:36:00.468003 454090 start.go:898] validating driver "docker" against <nil>
I0731 10:36:00.468017 454090 start.go:909] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0731 10:36:00.468906 454090 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0731 10:36:00.543288 454090 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-07-31 10:36:00.533210261 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1040-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215171072 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.5 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.20.2]] Warnings:<nil>}}
I0731 10:36:00.543465 454090 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0731 10:36:00.543701 454090 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0731 10:36:00.545509 454090 out.go:177] * Using Docker driver with root privileges
I0731 10:36:00.547243 454090 cni.go:84] Creating CNI manager for ""
I0731 10:36:00.547278 454090 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0731 10:36:00.547291 454090 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0731 10:36:00.547307 454090 start_flags.go:319] config:
{Name:addons-766873 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-766873 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:
cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0731 10:36:00.549384 454090 out.go:177] * Starting control plane node addons-766873 in cluster addons-766873
I0731 10:36:00.551291 454090 cache.go:122] Beginning downloading kic base image for docker with docker
I0731 10:36:00.553016 454090 out.go:177] * Pulling base image ...
I0731 10:36:00.554717 454090 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local docker daemon
I0731 10:36:00.554800 454090 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0731 10:36:00.554851 454090 preload.go:148] Found local preload: /home/jenkins/minikube-integration/16969-448039/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4
I0731 10:36:00.554882 454090 cache.go:57] Caching tarball of preloaded images
I0731 10:36:00.554964 454090 preload.go:174] Found /home/jenkins/minikube-integration/16969-448039/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0731 10:36:00.554974 454090 cache.go:60] Finished verifying existence of preloaded tar for v1.27.3 on docker
I0731 10:36:00.555308 454090 profile.go:148] Saving config to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/config.json ...
I0731 10:36:00.555330 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/config.json: {Name:mk99303ca45360095e332ed940f2ba35929ae460 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:00.571634 454090 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 to local cache
I0731 10:36:00.571768 454090 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory
I0731 10:36:00.571796 454090 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory, skipping pull
I0731 10:36:00.571802 454090 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 exists in cache, skipping pull
I0731 10:36:00.571810 454090 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 as a tarball
I0731 10:36:00.571818 454090 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from local cache
I0731 10:36:16.524885 454090 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from cached tarball
I0731 10:36:16.524922 454090 cache.go:195] Successfully downloaded all kic artifacts
I0731 10:36:16.524985 454090 start.go:365] acquiring machines lock for addons-766873: {Name:mkafa7b89ffb74844f85d7ddf7d5e9fb9ff7ce1f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0731 10:36:16.525121 454090 start.go:369] acquired machines lock for "addons-766873" in 112.746µs
I0731 10:36:16.525149 454090 start.go:93] Provisioning new machine with config: &{Name:addons-766873 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-766873 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custo
mQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0731 10:36:16.525238 454090 start.go:125] createHost starting for "" (driver="docker")
I0731 10:36:16.527448 454090 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0731 10:36:16.527693 454090 start.go:159] libmachine.API.Create for "addons-766873" (driver="docker")
I0731 10:36:16.527729 454090 client.go:168] LocalClient.Create starting
I0731 10:36:16.527877 454090 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem
I0731 10:36:17.655466 454090 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/cert.pem
I0731 10:36:18.106702 454090 cli_runner.go:164] Run: docker network inspect addons-766873 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0731 10:36:18.127132 454090 cli_runner.go:211] docker network inspect addons-766873 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0731 10:36:18.127227 454090 network_create.go:281] running [docker network inspect addons-766873] to gather additional debugging logs...
I0731 10:36:18.127249 454090 cli_runner.go:164] Run: docker network inspect addons-766873
W0731 10:36:18.149645 454090 cli_runner.go:211] docker network inspect addons-766873 returned with exit code 1
I0731 10:36:18.149685 454090 network_create.go:284] error running [docker network inspect addons-766873]: docker network inspect addons-766873: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-766873 not found
I0731 10:36:18.149697 454090 network_create.go:286] output of [docker network inspect addons-766873]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-766873 not found
** /stderr **
I0731 10:36:18.149760 454090 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0731 10:36:18.168233 454090 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400092ea10}
I0731 10:36:18.168273 454090 network_create.go:123] attempt to create docker network addons-766873 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0731 10:36:18.168333 454090 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-766873 addons-766873
I0731 10:36:18.244249 454090 network_create.go:107] docker network addons-766873 192.168.49.0/24 created
I0731 10:36:18.244279 454090 kic.go:117] calculated static IP "192.168.49.2" for the "addons-766873" container
I0731 10:36:18.244361 454090 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0731 10:36:18.261617 454090 cli_runner.go:164] Run: docker volume create addons-766873 --label name.minikube.sigs.k8s.io=addons-766873 --label created_by.minikube.sigs.k8s.io=true
I0731 10:36:18.280264 454090 oci.go:103] Successfully created a docker volume addons-766873
I0731 10:36:18.280355 454090 cli_runner.go:164] Run: docker run --rm --name addons-766873-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-766873 --entrypoint /usr/bin/test -v addons-766873:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib
I0731 10:36:20.123842 454090 cli_runner.go:217] Completed: docker run --rm --name addons-766873-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-766873 --entrypoint /usr/bin/test -v addons-766873:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib: (1.84342774s)
I0731 10:36:20.123878 454090 oci.go:107] Successfully prepared a docker volume addons-766873
I0731 10:36:20.123898 454090 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0731 10:36:20.123924 454090 kic.go:190] Starting extracting preloaded images to volume ...
I0731 10:36:20.124022 454090 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16969-448039/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-766873:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir
I0731 10:36:23.978742 454090 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16969-448039/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-766873:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir: (3.854639099s)
I0731 10:36:23.978790 454090 kic.go:199] duration metric: took 3.854861 seconds to extract preloaded images to volume
W0731 10:36:23.978986 454090 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0731 10:36:23.979116 454090 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0731 10:36:24.054618 454090 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-766873 --name addons-766873 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-766873 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-766873 --network addons-766873 --ip 192.168.49.2 --volume addons-766873:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631
I0731 10:36:24.438757 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Running}}
I0731 10:36:24.465416 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:36:24.497217 454090 cli_runner.go:164] Run: docker exec addons-766873 stat /var/lib/dpkg/alternatives/iptables
I0731 10:36:24.576760 454090 oci.go:144] the created container "addons-766873" has a running status.
I0731 10:36:24.576786 454090 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa...
I0731 10:36:25.039971 454090 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0731 10:36:25.067457 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:36:25.127303 454090 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0731 10:36:25.127322 454090 kic_runner.go:114] Args: [docker exec --privileged addons-766873 chown docker:docker /home/docker/.ssh/authorized_keys]
I0731 10:36:25.241493 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:36:25.264003 454090 machine.go:88] provisioning docker machine ...
I0731 10:36:25.264034 454090 ubuntu.go:169] provisioning hostname "addons-766873"
I0731 10:36:25.264099 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:25.292263 454090 main.go:141] libmachine: Using SSH client type: native
I0731 10:36:25.292816 454090 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 35510 <nil> <nil>}
I0731 10:36:25.292844 454090 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-766873 && echo "addons-766873" | sudo tee /etc/hostname
I0731 10:36:25.524852 454090 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-766873
I0731 10:36:25.524935 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:25.556442 454090 main.go:141] libmachine: Using SSH client type: native
I0731 10:36:25.556868 454090 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 35510 <nil> <nil>}
I0731 10:36:25.556886 454090 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-766873' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-766873/g' /etc/hosts;
else
echo '127.0.1.1 addons-766873' | sudo tee -a /etc/hosts;
fi
fi
I0731 10:36:25.697649 454090 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0731 10:36:25.697742 454090 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/16969-448039/.minikube CaCertPath:/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/16969-448039/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/16969-448039/.minikube}
I0731 10:36:25.697783 454090 ubuntu.go:177] setting up certificates
I0731 10:36:25.697824 454090 provision.go:83] configureAuth start
I0731 10:36:25.697938 454090 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-766873
I0731 10:36:25.723148 454090 provision.go:138] copyHostCerts
I0731 10:36:25.723228 454090 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/16969-448039/.minikube/ca.pem (1078 bytes)
I0731 10:36:25.723343 454090 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/16969-448039/.minikube/cert.pem (1123 bytes)
I0731 10:36:25.723417 454090 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/16969-448039/.minikube/key.pem (1679 bytes)
I0731 10:36:25.723468 454090 provision.go:112] generating server cert: /home/jenkins/minikube-integration/16969-448039/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca-key.pem org=jenkins.addons-766873 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-766873]
I0731 10:36:25.926735 454090 provision.go:172] copyRemoteCerts
I0731 10:36:25.926873 454090 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0731 10:36:25.926940 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:25.946041 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:36:26.043045 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0731 10:36:26.073261 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0731 10:36:26.105037 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0731 10:36:26.134930 454090 provision.go:86] duration metric: configureAuth took 437.074006ms
I0731 10:36:26.134957 454090 ubuntu.go:193] setting minikube options for container-runtime
I0731 10:36:26.135152 454090 config.go:182] Loaded profile config "addons-766873": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0731 10:36:26.135209 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:26.153935 454090 main.go:141] libmachine: Using SSH client type: native
I0731 10:36:26.154372 454090 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 35510 <nil> <nil>}
I0731 10:36:26.154389 454090 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0731 10:36:26.286017 454090 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0731 10:36:26.286038 454090 ubuntu.go:71] root file system type: overlay
I0731 10:36:26.286152 454090 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0731 10:36:26.286220 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:26.305500 454090 main.go:141] libmachine: Using SSH client type: native
I0731 10:36:26.305934 454090 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 35510 <nil> <nil>}
I0731 10:36:26.306019 454090 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0731 10:36:26.448155 454090 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0731 10:36:26.448311 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:26.466830 454090 main.go:141] libmachine: Using SSH client type: native
I0731 10:36:26.467275 454090 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f5b0] 0x3a1f40 <nil> [] 0s} 127.0.0.1 35510 <nil> <nil>}
I0731 10:36:26.467294 454090 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0731 10:36:27.305675 454090 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-07-07 14:51:01.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-07-31 10:36:26.442025058 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0731 10:36:27.305714 454090 machine.go:91] provisioned docker machine in 2.041689063s
I0731 10:36:27.305724 454090 client.go:171] LocalClient.Create took 10.77798975s
I0731 10:36:27.305736 454090 start.go:167] duration metric: libmachine.API.Create for "addons-766873" took 10.778044856s
I0731 10:36:27.305744 454090 start.go:300] post-start starting for "addons-766873" (driver="docker")
I0731 10:36:27.305757 454090 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0731 10:36:27.305833 454090 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0731 10:36:27.305879 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:27.324966 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:36:27.423435 454090 ssh_runner.go:195] Run: cat /etc/os-release
I0731 10:36:27.427770 454090 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0731 10:36:27.427810 454090 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0731 10:36:27.427822 454090 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0731 10:36:27.427828 454090 info.go:137] Remote host: Ubuntu 22.04.2 LTS
I0731 10:36:27.427855 454090 filesync.go:126] Scanning /home/jenkins/minikube-integration/16969-448039/.minikube/addons for local assets ...
I0731 10:36:27.427930 454090 filesync.go:126] Scanning /home/jenkins/minikube-integration/16969-448039/.minikube/files for local assets ...
I0731 10:36:27.427959 454090 start.go:303] post-start completed in 122.204884ms
I0731 10:36:27.428320 454090 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-766873
I0731 10:36:27.450145 454090 profile.go:148] Saving config to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/config.json ...
I0731 10:36:27.450441 454090 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0731 10:36:27.450492 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:27.470204 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:36:27.562491 454090 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0731 10:36:27.568508 454090 start.go:128] duration metric: createHost completed in 11.04324848s
I0731 10:36:27.568537 454090 start.go:83] releasing machines lock for "addons-766873", held for 11.043406306s
I0731 10:36:27.568615 454090 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-766873
I0731 10:36:27.586378 454090 ssh_runner.go:195] Run: cat /version.json
I0731 10:36:27.586392 454090 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0731 10:36:27.586431 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:27.586464 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:36:27.606555 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:36:27.615962 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:36:27.696821 454090 ssh_runner.go:195] Run: systemctl --version
I0731 10:36:27.835356 454090 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0731 10:36:27.841392 454090 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0731 10:36:27.872861 454090 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0731 10:36:27.872960 454090 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0731 10:36:27.908032 454090 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0731 10:36:27.908065 454090 start.go:466] detecting cgroup driver to use...
I0731 10:36:27.908100 454090 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0731 10:36:27.908271 454090 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0731 10:36:27.928918 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0731 10:36:27.941312 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0731 10:36:27.953632 454090 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0731 10:36:27.953703 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0731 10:36:27.966439 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0731 10:36:27.978899 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0731 10:36:27.991207 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0731 10:36:28.005046 454090 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0731 10:36:28.017833 454090 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0731 10:36:28.031689 454090 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0731 10:36:28.042980 454090 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0731 10:36:28.054291 454090 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0731 10:36:28.148570 454090 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0731 10:36:28.249392 454090 start.go:466] detecting cgroup driver to use...
I0731 10:36:28.249505 454090 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0731 10:36:28.249600 454090 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0731 10:36:28.270377 454090 cruntime.go:276] skipping containerd shutdown because we are bound to it
I0731 10:36:28.270454 454090 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0731 10:36:28.286075 454090 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0731 10:36:28.313550 454090 ssh_runner.go:195] Run: which cri-dockerd
I0731 10:36:28.321030 454090 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0731 10:36:28.333585 454090 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0731 10:36:28.355929 454090 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0731 10:36:28.462490 454090 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0731 10:36:28.582023 454090 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...
I0731 10:36:28.582102 454090 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0731 10:36:28.605769 454090 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0731 10:36:28.706808 454090 ssh_runner.go:195] Run: sudo systemctl restart docker
I0731 10:36:28.975114 454090 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0731 10:36:29.085155 454090 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0731 10:36:29.184923 454090 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0731 10:36:29.307940 454090 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0731 10:36:29.400415 454090 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0731 10:36:29.417790 454090 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0731 10:36:29.511494 454090 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I0731 10:36:29.604920 454090 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0731 10:36:29.605080 454090 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0731 10:36:29.610532 454090 start.go:534] Will wait 60s for crictl version
I0731 10:36:29.610651 454090 ssh_runner.go:195] Run: which crictl
I0731 10:36:29.616448 454090 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0731 10:36:29.676826 454090 start.go:550] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.4
RuntimeApiVersion: v1
I0731 10:36:29.676977 454090 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0731 10:36:29.707615 454090 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0731 10:36:29.738233 454090 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.4 ...
I0731 10:36:29.738369 454090 cli_runner.go:164] Run: docker network inspect addons-766873 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0731 10:36:29.755317 454090 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0731 10:36:29.760634 454090 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0731 10:36:29.775476 454090 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker
I0731 10:36:29.775543 454090 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0731 10:36:29.797007 454090 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0731 10:36:29.797033 454090 docker.go:566] Images already preloaded, skipping extraction
I0731 10:36:29.797100 454090 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0731 10:36:29.818832 454090 docker.go:636] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.27.3
registry.k8s.io/kube-scheduler:v1.27.3
registry.k8s.io/kube-proxy:v1.27.3
registry.k8s.io/kube-controller-manager:v1.27.3
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/etcd:3.5.7-0
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0731 10:36:29.818855 454090 cache_images.go:84] Images are preloaded, skipping loading
I0731 10:36:29.818952 454090 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0731 10:36:29.886353 454090 cni.go:84] Creating CNI manager for ""
I0731 10:36:29.886429 454090 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0731 10:36:29.886451 454090 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0731 10:36:29.886472 454090 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-766873 NodeName:addons-766873 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0731 10:36:29.886648 454090 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-766873"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.27.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0731 10:36:29.886723 454090 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-766873 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.27.3 ClusterName:addons-766873 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0731 10:36:29.886792 454090 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3
I0731 10:36:29.897934 454090 binaries.go:44] Found k8s binaries, skipping transfer
I0731 10:36:29.898064 454090 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0731 10:36:29.909200 454090 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I0731 10:36:29.930648 454090 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0731 10:36:29.952046 454090 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I0731 10:36:29.973928 454090 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0731 10:36:29.978554 454090 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0731 10:36:29.992381 454090 certs.go:56] Setting up /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873 for IP: 192.168.49.2
I0731 10:36:29.992416 454090 certs.go:190] acquiring lock for shared ca certs: {Name:mk0b581020d66126e84a8fcc9d64f9f01083a80e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:29.993106 454090 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/16969-448039/.minikube/ca.key
I0731 10:36:30.708793 454090 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16969-448039/.minikube/ca.crt ...
I0731 10:36:30.708835 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/ca.crt: {Name:mk60e822e5bbd3b517a3544705cd7d262433de43 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:30.709148 454090 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16969-448039/.minikube/ca.key ...
I0731 10:36:30.709165 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/ca.key: {Name:mk372b41ba7265534b66ca54798953230f5b3204 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:30.709309 454090 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.key
I0731 10:36:31.636455 454090 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.crt ...
I0731 10:36:31.636488 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.crt: {Name:mk9bca85f3aa2d9574df4609c38550e06113e268 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:31.636691 454090 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.key ...
I0731 10:36:31.636705 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.key: {Name:mk7b8c4766a166fc6d0b4490464895ca5ed10999 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:31.636826 454090 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.key
I0731 10:36:31.636843 454090 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.crt with IP's: []
I0731 10:36:32.055882 454090 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.crt ...
I0731 10:36:32.055916 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.crt: {Name:mk4bfbe859b21cce96de4bbcad069aa39da171c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:32.056105 454090 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.key ...
I0731 10:36:32.056132 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/client.key: {Name:mk232e04a911a2971961a05b09e0e49cfc0ba9a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:32.056627 454090 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key.dd3b5fb2
I0731 10:36:32.056650 454090 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0731 10:36:32.896928 454090 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt.dd3b5fb2 ...
I0731 10:36:32.896962 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt.dd3b5fb2: {Name:mkec5b9e4d9ef5ac1d61198aa458997a2afc8897 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:32.897155 454090 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key.dd3b5fb2 ...
I0731 10:36:32.897168 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key.dd3b5fb2: {Name:mkc5ba38b8efd0d3d14a740fb3ecc7e1aa0e45f2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:32.897258 454090 certs.go:337] copying /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt
I0731 10:36:32.897330 454090 certs.go:341] copying /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key
I0731 10:36:32.897384 454090 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.key
I0731 10:36:32.897405 454090 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.crt with IP's: []
I0731 10:36:33.635731 454090 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.crt ...
I0731 10:36:33.635764 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.crt: {Name:mk01318b2aeba168de80aa618e4d6bb5f68f6411 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:33.635955 454090 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.key ...
I0731 10:36:33.635967 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.key: {Name:mk233480642cbb483d14b1605daad443e880ffae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:36:33.636583 454090 certs.go:437] found cert: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca-key.pem (1679 bytes)
I0731 10:36:33.636632 454090 certs.go:437] found cert: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/home/jenkins/minikube-integration/16969-448039/.minikube/certs/ca.pem (1078 bytes)
I0731 10:36:33.636661 454090 certs.go:437] found cert: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/home/jenkins/minikube-integration/16969-448039/.minikube/certs/cert.pem (1123 bytes)
I0731 10:36:33.636690 454090 certs.go:437] found cert: /home/jenkins/minikube-integration/16969-448039/.minikube/certs/home/jenkins/minikube-integration/16969-448039/.minikube/certs/key.pem (1679 bytes)
I0731 10:36:33.637291 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0731 10:36:33.668915 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0731 10:36:33.698746 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0731 10:36:33.728763 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/profiles/addons-766873/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0731 10:36:33.758263 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0731 10:36:33.787521 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0731 10:36:33.816270 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0731 10:36:33.846877 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0731 10:36:33.876249 454090 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16969-448039/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0731 10:36:33.905048 454090 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0731 10:36:33.925980 454090 ssh_runner.go:195] Run: openssl version
I0731 10:36:33.933089 454090 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0731 10:36:33.944662 454090 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0731 10:36:33.949311 454090 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jul 31 10:36 /usr/share/ca-certificates/minikubeCA.pem
I0731 10:36:33.949395 454090 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0731 10:36:33.958014 454090 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0731 10:36:33.970029 454090 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0731 10:36:33.974476 454090 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0731 10:36:33.974526 454090 kubeadm.go:404] StartCluster: {Name:addons-766873 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-766873 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0731 10:36:33.974658 454090 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0731 10:36:33.995418 454090 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0731 10:36:34.007771 454090 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0731 10:36:34.019311 454090 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0731 10:36:34.019471 454090 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0731 10:36:34.031333 454090 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0731 10:36:34.031379 454090 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0731 10:36:34.085306 454090 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3
I0731 10:36:34.085526 454090 kubeadm.go:322] [preflight] Running pre-flight checks
I0731 10:36:34.149530 454090 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0731 10:36:34.149601 454090 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1040-aws[0m
I0731 10:36:34.149640 454090 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0731 10:36:34.149688 454090 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0731 10:36:34.149737 454090 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0731 10:36:34.149784 454090 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0731 10:36:34.149833 454090 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0731 10:36:34.149881 454090 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0731 10:36:34.149934 454090 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0731 10:36:34.149980 454090 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0731 10:36:34.150028 454090 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0731 10:36:34.150074 454090 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0731 10:36:34.235523 454090 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0731 10:36:34.235632 454090 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0731 10:36:34.235723 454090 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0731 10:36:34.576327 454090 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0731 10:36:34.579354 454090 out.go:204] - Generating certificates and keys ...
I0731 10:36:34.579520 454090 kubeadm.go:322] [certs] Using existing ca certificate authority
I0731 10:36:34.579617 454090 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0731 10:36:35.186382 454090 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0731 10:36:35.418910 454090 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0731 10:36:35.702333 454090 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0731 10:36:36.122127 454090 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0731 10:36:36.504411 454090 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0731 10:36:36.504721 454090 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-766873 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0731 10:36:36.748619 454090 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0731 10:36:36.749078 454090 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-766873 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0731 10:36:37.135920 454090 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0731 10:36:37.392268 454090 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0731 10:36:37.743686 454090 kubeadm.go:322] [certs] Generating "sa" key and public key
I0731 10:36:37.744208 454090 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0731 10:36:38.154960 454090 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0731 10:36:38.323844 454090 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0731 10:36:38.662574 454090 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0731 10:36:39.075044 454090 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0731 10:36:39.089690 454090 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0731 10:36:39.091320 454090 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0731 10:36:39.091796 454090 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0731 10:36:39.208528 454090 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0731 10:36:39.210512 454090 out.go:204] - Booting up control plane ...
I0731 10:36:39.210625 454090 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0731 10:36:39.210701 454090 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0731 10:36:39.211323 454090 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0731 10:36:39.218806 454090 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0731 10:36:39.222006 454090 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0731 10:36:47.225319 454090 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.003192 seconds
I0731 10:36:47.225437 454090 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0731 10:36:47.242340 454090 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0731 10:36:47.767360 454090 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0731 10:36:47.767565 454090 kubeadm.go:322] [mark-control-plane] Marking the node addons-766873 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0731 10:36:48.279223 454090 kubeadm.go:322] [bootstrap-token] Using token: 6e20hj.yyn30sj1pe8ypk1g
I0731 10:36:48.281103 454090 out.go:204] - Configuring RBAC rules ...
I0731 10:36:48.281217 454090 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0731 10:36:48.288363 454090 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0731 10:36:48.298489 454090 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0731 10:36:48.302669 454090 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0731 10:36:48.306738 454090 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0731 10:36:48.310569 454090 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0731 10:36:48.324547 454090 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0731 10:36:48.580863 454090 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0731 10:36:48.700087 454090 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0731 10:36:48.702149 454090 kubeadm.go:322]
I0731 10:36:48.702219 454090 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0731 10:36:48.702243 454090 kubeadm.go:322]
I0731 10:36:48.702338 454090 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0731 10:36:48.702348 454090 kubeadm.go:322]
I0731 10:36:48.702373 454090 kubeadm.go:322] mkdir -p $HOME/.kube
I0731 10:36:48.702517 454090 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0731 10:36:48.702575 454090 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0731 10:36:48.702585 454090 kubeadm.go:322]
I0731 10:36:48.702636 454090 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0731 10:36:48.702644 454090 kubeadm.go:322]
I0731 10:36:48.702689 454090 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0731 10:36:48.702699 454090 kubeadm.go:322]
I0731 10:36:48.702749 454090 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0731 10:36:48.702828 454090 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0731 10:36:48.702908 454090 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0731 10:36:48.702918 454090 kubeadm.go:322]
I0731 10:36:48.703012 454090 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0731 10:36:48.703101 454090 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0731 10:36:48.703110 454090 kubeadm.go:322]
I0731 10:36:48.703597 454090 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 6e20hj.yyn30sj1pe8ypk1g \
I0731 10:36:48.703748 454090 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:794743d7f04bd4593179b1fa8a4b2ac7637bc5da56bbcead87c371ae0b0f7ff1 \
I0731 10:36:48.703862 454090 kubeadm.go:322] --control-plane
I0731 10:36:48.703873 454090 kubeadm.go:322]
I0731 10:36:48.703974 454090 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0731 10:36:48.703983 454090 kubeadm.go:322]
I0731 10:36:48.704063 454090 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 6e20hj.yyn30sj1pe8ypk1g \
I0731 10:36:48.704503 454090 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:794743d7f04bd4593179b1fa8a4b2ac7637bc5da56bbcead87c371ae0b0f7ff1
I0731 10:36:48.710145 454090 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1040-aws\n", err: exit status 1
I0731 10:36:48.710262 454090 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0731 10:36:48.710283 454090 cni.go:84] Creating CNI manager for ""
I0731 10:36:48.710302 454090 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0731 10:36:48.712289 454090 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0731 10:36:48.714170 454090 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0731 10:36:48.739037 454090 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I0731 10:36:48.782333 454090 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0731 10:36:48.782432 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:48.782453 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.31.1 minikube.k8s.io/commit=a7848ba25aaaad8ebb50e721c0d343e471188fc7 minikube.k8s.io/name=addons-766873 minikube.k8s.io/updated_at=2023_07_31T10_36_48_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:49.120845 454090 ops.go:34] apiserver oom_adj: -16
I0731 10:36:49.120929 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:49.217079 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:49.819788 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:50.320392 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:50.820025 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:51.319802 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:51.819940 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:52.320271 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:52.819910 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:53.320259 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:53.820156 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:54.319960 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:54.820247 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:55.319539 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:55.819686 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:56.320153 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:56.819688 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:57.319537 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:57.820251 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:58.319573 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:58.820427 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:59.319806 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:36:59.819452 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:37:00.319458 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:37:00.820313 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:37:01.319510 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:37:01.819573 454090 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0731 10:37:01.962470 454090 kubeadm.go:1081] duration metric: took 13.180098873s to wait for elevateKubeSystemPrivileges.
I0731 10:37:01.962498 454090 kubeadm.go:406] StartCluster complete in 27.987975387s
I0731 10:37:01.962513 454090 settings.go:142] acquiring lock: {Name:mk0f9ad5297a989e72fcdcfe2e2075f0d847e09b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:37:01.963134 454090 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/16969-448039/kubeconfig
I0731 10:37:01.963524 454090 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16969-448039/kubeconfig: {Name:mk557d9a030d80845f93c6390b12cc56ba83b453 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0731 10:37:01.963765 454090 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0731 10:37:01.964074 454090 config.go:182] Loaded profile config "addons-766873": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0731 10:37:01.964172 454090 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]
I0731 10:37:01.964227 454090 addons.go:69] Setting volumesnapshots=true in profile "addons-766873"
I0731 10:37:01.964250 454090 addons.go:231] Setting addon volumesnapshots=true in "addons-766873"
I0731 10:37:01.964285 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.964727 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.965255 454090 addons.go:69] Setting cloud-spanner=true in profile "addons-766873"
I0731 10:37:01.965275 454090 addons.go:231] Setting addon cloud-spanner=true in "addons-766873"
I0731 10:37:01.965307 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.965697 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.965834 454090 addons.go:69] Setting inspektor-gadget=true in profile "addons-766873"
I0731 10:37:01.965850 454090 addons.go:231] Setting addon inspektor-gadget=true in "addons-766873"
I0731 10:37:01.965881 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.966277 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.966371 454090 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-766873"
I0731 10:37:01.966419 454090 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-766873"
I0731 10:37:01.966456 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.966814 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.966934 454090 addons.go:69] Setting default-storageclass=true in profile "addons-766873"
I0731 10:37:01.966950 454090 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-766873"
I0731 10:37:01.967189 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.967267 454090 addons.go:69] Setting gcp-auth=true in profile "addons-766873"
I0731 10:37:01.967291 454090 mustload.go:65] Loading cluster: addons-766873
I0731 10:37:01.967454 454090 config.go:182] Loaded profile config "addons-766873": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.27.3
I0731 10:37:01.967672 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.967738 454090 addons.go:69] Setting ingress=true in profile "addons-766873"
I0731 10:37:01.967753 454090 addons.go:231] Setting addon ingress=true in "addons-766873"
I0731 10:37:01.967790 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.968332 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.968492 454090 addons.go:69] Setting metrics-server=true in profile "addons-766873"
I0731 10:37:01.968518 454090 addons.go:231] Setting addon metrics-server=true in "addons-766873"
I0731 10:37:01.968565 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.968983 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.969053 454090 addons.go:69] Setting registry=true in profile "addons-766873"
I0731 10:37:01.969063 454090 addons.go:231] Setting addon registry=true in "addons-766873"
I0731 10:37:01.969087 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.969414 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.969469 454090 addons.go:69] Setting storage-provisioner=true in profile "addons-766873"
I0731 10:37:01.969477 454090 addons.go:231] Setting addon storage-provisioner=true in "addons-766873"
I0731 10:37:01.969499 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.969820 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:01.988243 454090 addons.go:69] Setting ingress-dns=true in profile "addons-766873"
I0731 10:37:01.988300 454090 addons.go:231] Setting addon ingress-dns=true in "addons-766873"
I0731 10:37:01.988389 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:01.998704 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:02.062510 454090 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1
I0731 10:37:02.076443 454090 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0731 10:37:02.080772 454090 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0731 10:37:02.085155 454090 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.7
I0731 10:37:02.086779 454090 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I0731 10:37:02.086803 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)
I0731 10:37:02.086871 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.087145 454090 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0731 10:37:02.087153 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I0731 10:37:02.087184 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.087243 454090 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0731 10:37:02.096810 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0731 10:37:02.096835 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0731 10:37:02.096918 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.130317 454090 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-766873" context rescaled to 1 replicas
I0731 10:37:02.130357 454090 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0731 10:37:02.145141 454090 out.go:177] * Verifying Kubernetes components...
I0731 10:37:02.155465 454090 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0731 10:37:02.187586 454090 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0731 10:37:02.191309 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0731 10:37:02.193281 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0731 10:37:02.195091 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0731 10:37:02.196937 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0731 10:37:02.198944 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0731 10:37:02.201961 454090 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0731 10:37:02.205523 454090 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0731 10:37:02.207326 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0731 10:37:02.207355 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0731 10:37:02.207431 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.231022 454090 addons.go:231] Setting addon default-storageclass=true in "addons-766873"
I0731 10:37:02.231074 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:02.231522 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:02.238017 454090 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.18.1
I0731 10:37:02.240644 454090 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I0731 10:37:02.240666 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0731 10:37:02.240733 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.277198 454090 out.go:177] - Using image docker.io/registry:2.8.1
I0731 10:37:02.279431 454090 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0731 10:37:02.278313 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:02.286342 454090 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I0731 10:37:02.286482 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0731 10:37:02.286624 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.328027 454090 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I0731 10:37:02.336249 454090 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0731 10:37:02.336320 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0731 10:37:02.336430 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.394475 454090 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0731 10:37:02.396082 454090 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0731 10:37:02.396102 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0731 10:37:02.396214 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.397919 454090 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0731 10:37:02.399652 454090 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0731 10:37:02.399672 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0731 10:37:02.399751 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.412205 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.413117 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.424832 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.443429 454090 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I0731 10:37:02.443454 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0731 10:37:02.443514 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:02.456712 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.468847 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.474683 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.486849 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.536167 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.559036 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.578953 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:02.656518 454090 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0731 10:37:02.656539 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0731 10:37:02.920813 454090 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0731 10:37:02.920838 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0731 10:37:02.960500 454090 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0731 10:37:02.961500 454090 node_ready.go:35] waiting up to 6m0s for node "addons-766873" to be "Ready" ...
I0731 10:37:02.966118 454090 node_ready.go:49] node "addons-766873" has status "Ready":"True"
I0731 10:37:02.966146 454090 node_ready.go:38] duration metric: took 4.610897ms waiting for node "addons-766873" to be "Ready" ...
I0731 10:37:02.966160 454090 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0731 10:37:02.975289 454090 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-55prt" in "kube-system" namespace to be "Ready" ...
I0731 10:37:03.147657 454090 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0731 10:37:03.147678 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0731 10:37:03.221385 454090 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0731 10:37:03.221458 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0731 10:37:03.297150 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0731 10:37:03.362541 454090 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I0731 10:37:03.362610 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0731 10:37:03.370927 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0731 10:37:03.380037 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0731 10:37:03.380064 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0731 10:37:03.499051 454090 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0731 10:37:03.499112 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0731 10:37:03.514077 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0731 10:37:03.627327 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0731 10:37:03.627406 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0731 10:37:03.650612 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0731 10:37:03.650634 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0731 10:37:03.662830 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0731 10:37:03.693443 454090 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0731 10:37:03.693470 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0731 10:37:03.727830 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0731 10:37:03.842370 454090 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0731 10:37:03.842394 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0731 10:37:03.844990 454090 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0731 10:37:03.845012 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0731 10:37:03.859010 454090 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I0731 10:37:03.859034 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0731 10:37:03.899183 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0731 10:37:03.899207 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0731 10:37:03.980365 454090 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I0731 10:37:03.980388 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0731 10:37:04.124651 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0731 10:37:04.162791 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0731 10:37:04.180870 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0731 10:37:04.375414 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0731 10:37:04.375443 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0731 10:37:04.442273 454090 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0731 10:37:04.442300 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0731 10:37:04.513352 454090 pod_ready.go:92] pod "coredns-5d78c9869d-55prt" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:04.513380 454090 pod_ready.go:81] duration metric: took 1.538057775s waiting for pod "coredns-5d78c9869d-55prt" in "kube-system" namespace to be "Ready" ...
I0731 10:37:04.513393 454090 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace to be "Ready" ...
I0731 10:37:04.778549 454090 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0731 10:37:04.778574 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0731 10:37:04.941974 454090 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0731 10:37:04.942001 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0731 10:37:05.133939 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0731 10:37:05.133964 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0731 10:37:05.272048 454090 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0731 10:37:05.272074 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0731 10:37:05.423378 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0731 10:37:05.423404 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0731 10:37:05.619498 454090 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I0731 10:37:05.619526 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0731 10:37:05.643860 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0731 10:37:05.643886 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0731 10:37:05.751690 454090 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0731 10:37:05.751712 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I0731 10:37:05.807337 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0731 10:37:05.807360 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0731 10:37:05.900389 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0731 10:37:05.971736 454090 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.011195593s)
I0731 10:37:05.971769 454090 start.go:901] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0731 10:37:06.100332 454090 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0731 10:37:06.100363 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0731 10:37:06.126705 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.829469439s)
I0731 10:37:06.253826 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0731 10:37:06.546134 454090 pod_ready.go:102] pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status "Ready":"False"
I0731 10:37:06.799670 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.428646391s)
I0731 10:37:06.799736 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.285599247s)
I0731 10:37:08.591038 454090 pod_ready.go:102] pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status "Ready":"False"
I0731 10:37:08.896316 454090 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0731 10:37:08.896403 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:08.931715 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:09.484083 454090 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0731 10:37:09.782759 454090 addons.go:231] Setting addon gcp-auth=true in "addons-766873"
I0731 10:37:09.782813 454090 host.go:66] Checking if "addons-766873" exists ...
I0731 10:37:09.783316 454090 cli_runner.go:164] Run: docker container inspect addons-766873 --format={{.State.Status}}
I0731 10:37:09.819623 454090 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0731 10:37:09.819692 454090 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-766873
I0731 10:37:09.846966 454090 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35510 SSHKeyPath:/home/jenkins/minikube-integration/16969-448039/.minikube/machines/addons-766873/id_rsa Username:docker}
I0731 10:37:11.076808 454090 pod_ready.go:102] pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status "Ready":"False"
I0731 10:37:11.575969 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.913098975s)
I0731 10:37:11.576003 454090 addons.go:467] Verifying addon ingress=true in "addons-766873"
I0731 10:37:11.577874 454090 out.go:177] * Verifying ingress addon...
I0731 10:37:11.576181 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (7.84832514s)
I0731 10:37:11.576214 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (7.451535603s)
I0731 10:37:11.576360 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (7.413539945s)
I0731 10:37:11.576430 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.395532505s)
I0731 10:37:11.576503 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.676085598s)
I0731 10:37:11.579559 454090 addons.go:467] Verifying addon registry=true in "addons-766873"
I0731 10:37:11.582061 454090 out.go:177] * Verifying registry addon...
W0731 10:37:11.579742 454090 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0731 10:37:11.579755 454090 addons.go:467] Verifying addon metrics-server=true in "addons-766873"
I0731 10:37:11.580677 454090 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0731 10:37:11.585274 454090 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0731 10:37:11.585389 454090 retry.go:31] will retry after 156.370906ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0731 10:37:11.592653 454090 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0731 10:37:11.592677 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:11.593293 454090 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0731 10:37:11.593300 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:11.599722 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:11.600289 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:11.742604 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0731 10:37:12.106989 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:12.107793 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:12.623818 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:12.624835 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:13.077078 454090 pod_ready.go:102] pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status "Ready":"False"
I0731 10:37:13.111088 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:13.111909 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:13.338327 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.084448123s)
I0731 10:37:13.338369 454090 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-766873"
I0731 10:37:13.340776 454090 out.go:177] * Verifying csi-hostpath-driver addon...
I0731 10:37:13.338560 454090 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.518913707s)
I0731 10:37:13.345069 454090 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0731 10:37:13.343692 454090 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0731 10:37:13.349874 454090 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0731 10:37:13.351571 454090 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0731 10:37:13.351597 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0731 10:37:13.354785 454090 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0731 10:37:13.354835 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:13.360406 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:13.403717 454090 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0731 10:37:13.403781 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0731 10:37:13.500718 454090 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0731 10:37:13.500745 454090 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I0731 10:37:13.583966 454090 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0731 10:37:13.606971 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:13.608374 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:13.867108 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:14.124058 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:14.125205 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:14.367820 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:14.370228 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.627540298s)
I0731 10:37:14.548724 454090 pod_ready.go:97] pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 PodIP: PodIPs:[] StartTime:2023-07-31 10:37:01 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminate
d{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-07-31 10:37:03 +0000 UTC,FinishedAt:2023-07-31 10:37:13 +0000 UTC,ContainerID:docker://db209836b8e1ae3a93eaee8cf8580998a0738af33709b50e816b2b9957e09820,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://db209836b8e1ae3a93eaee8cf8580998a0738af33709b50e816b2b9957e09820 Started:0x400115c1a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}
I0731 10:37:14.548765 454090 pod_ready.go:81] duration metric: took 10.035365076s waiting for pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace to be "Ready" ...
E0731 10:37:14.548776 454090 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-x9smg" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-07-31 10:37:01 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 PodIP: PodIPs:[] StartTime:2023-07-31 10:37:01 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termin
ated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-07-31 10:37:03 +0000 UTC,FinishedAt:2023-07-31 10:37:13 +0000 UTC,ContainerID:docker://db209836b8e1ae3a93eaee8cf8580998a0738af33709b50e816b2b9957e09820,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://db209836b8e1ae3a93eaee8cf8580998a0738af33709b50e816b2b9957e09820 Started:0x400115c1a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}
I0731 10:37:14.548799 454090 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.557267 454090 pod_ready.go:92] pod "etcd-addons-766873" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:14.557293 454090 pod_ready.go:81] duration metric: took 8.487275ms waiting for pod "etcd-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.557313 454090 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.566603 454090 pod_ready.go:92] pod "kube-apiserver-addons-766873" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:14.566642 454090 pod_ready.go:81] duration metric: took 9.319428ms waiting for pod "kube-apiserver-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.566657 454090 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.585014 454090 pod_ready.go:92] pod "kube-controller-manager-addons-766873" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:14.585041 454090 pod_ready.go:81] duration metric: took 18.373954ms waiting for pod "kube-controller-manager-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.585063 454090 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-5v5t9" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.597947 454090 pod_ready.go:92] pod "kube-proxy-5v5t9" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:14.597973 454090 pod_ready.go:81] duration metric: took 12.902301ms waiting for pod "kube-proxy-5v5t9" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.597985 454090 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.611006 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:14.611150 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:14.867197 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:14.951689 454090 pod_ready.go:92] pod "kube-scheduler-addons-766873" in "kube-system" namespace has status "Ready":"True"
I0731 10:37:14.951724 454090 pod_ready.go:81] duration metric: took 353.731724ms waiting for pod "kube-scheduler-addons-766873" in "kube-system" namespace to be "Ready" ...
I0731 10:37:14.951734 454090 pod_ready.go:38] duration metric: took 11.985563071s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0731 10:37:14.951752 454090 api_server.go:52] waiting for apiserver process to appear ...
I0731 10:37:14.951822 454090 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0731 10:37:15.114763 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:15.115828 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:15.229983 454090 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.645968116s)
I0731 10:37:15.230354 454090 api_server.go:72] duration metric: took 13.09996964s to wait for apiserver process to appear ...
I0731 10:37:15.230372 454090 api_server.go:88] waiting for apiserver healthz status ...
I0731 10:37:15.230393 454090 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0731 10:37:15.232498 454090 addons.go:467] Verifying addon gcp-auth=true in "addons-766873"
I0731 10:37:15.235750 454090 out.go:177] * Verifying gcp-auth addon...
I0731 10:37:15.238530 454090 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0731 10:37:15.247508 454090 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0731 10:37:15.247537 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:15.254377 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:15.255522 454090 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0731 10:37:15.257017 454090 api_server.go:141] control plane version: v1.27.3
I0731 10:37:15.257046 454090 api_server.go:131] duration metric: took 26.666391ms to wait for apiserver health ...
I0731 10:37:15.257055 454090 system_pods.go:43] waiting for kube-system pods to appear ...
I0731 10:37:15.268347 454090 system_pods.go:59] 16 kube-system pods found
I0731 10:37:15.268383 454090 system_pods.go:61] "coredns-5d78c9869d-55prt" [b0d5edd5-6dc9-4fac-899f-a5a41e51f85b] Running
I0731 10:37:15.268393 454090 system_pods.go:61] "csi-hostpath-attacher-0" [149cfe1a-602a-45da-a489-9e8385f66d3b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0731 10:37:15.268436 454090 system_pods.go:61] "csi-hostpath-resizer-0" [348a5794-2c97-4948-9776-d1157ec299c2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0731 10:37:15.268448 454090 system_pods.go:61] "csi-hostpathplugin-srstq" [7f51eb1a-7788-4dba-8d52-96cb21a2b9d9] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0731 10:37:15.268460 454090 system_pods.go:61] "etcd-addons-766873" [4321bfb3-0a89-460e-b335-23f79ac0c7df] Running
I0731 10:37:15.268466 454090 system_pods.go:61] "kube-apiserver-addons-766873" [3ddcb08a-e7ba-4e43-8f2c-4bbe30351dbd] Running
I0731 10:37:15.268472 454090 system_pods.go:61] "kube-controller-manager-addons-766873" [4c67fab2-20a9-4d4d-9244-097a72e30cf8] Running
I0731 10:37:15.268525 454090 system_pods.go:61] "kube-ingress-dns-minikube" [cebd0ea8-17df-4e98-adb1-d3db701be3ea] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0731 10:37:15.268535 454090 system_pods.go:61] "kube-proxy-5v5t9" [1b48bc82-24a5-40cc-939a-2a6a949275f9] Running
I0731 10:37:15.268541 454090 system_pods.go:61] "kube-scheduler-addons-766873" [49219d01-8237-4e5f-a528-e3ae1652d537] Running
I0731 10:37:15.268551 454090 system_pods.go:61] "metrics-server-7746886d4f-4t6xb" [97ba39a7-b1cb-468d-9fd3-799cc25fed1e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0731 10:37:15.268565 454090 system_pods.go:61] "registry-5zr9x" [de5bd8ed-f81e-44f2-98b6-2c8acc08a2eb] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0731 10:37:15.268574 454090 system_pods.go:61] "registry-proxy-8nwth" [9b58b346-25fc-45b9-87df-8faeed904794] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0731 10:37:15.268585 454090 system_pods.go:61] "snapshot-controller-75bbb956b9-md9dv" [45ddbe75-698a-4e06-bc70-c7f3485195c6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0731 10:37:15.268594 454090 system_pods.go:61] "snapshot-controller-75bbb956b9-r9dqq" [127acda9-b418-4237-8c22-01c87c9d209e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0731 10:37:15.268602 454090 system_pods.go:61] "storage-provisioner" [e701e3b2-041e-4399-a50e-ffe4e1a1d85d] Running
I0731 10:37:15.268608 454090 system_pods.go:74] duration metric: took 11.548049ms to wait for pod list to return data ...
I0731 10:37:15.268621 454090 default_sa.go:34] waiting for default service account to be created ...
I0731 10:37:15.349660 454090 default_sa.go:45] found service account: "default"
I0731 10:37:15.349683 454090 default_sa.go:55] duration metric: took 81.056186ms for default service account to be created ...
I0731 10:37:15.349693 454090 system_pods.go:116] waiting for k8s-apps to be running ...
I0731 10:37:15.366586 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:15.549357 454090 system_pods.go:86] 16 kube-system pods found
I0731 10:37:15.549396 454090 system_pods.go:89] "coredns-5d78c9869d-55prt" [b0d5edd5-6dc9-4fac-899f-a5a41e51f85b] Running
I0731 10:37:15.549408 454090 system_pods.go:89] "csi-hostpath-attacher-0" [149cfe1a-602a-45da-a489-9e8385f66d3b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0731 10:37:15.549439 454090 system_pods.go:89] "csi-hostpath-resizer-0" [348a5794-2c97-4948-9776-d1157ec299c2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0731 10:37:15.549455 454090 system_pods.go:89] "csi-hostpathplugin-srstq" [7f51eb1a-7788-4dba-8d52-96cb21a2b9d9] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0731 10:37:15.549462 454090 system_pods.go:89] "etcd-addons-766873" [4321bfb3-0a89-460e-b335-23f79ac0c7df] Running
I0731 10:37:15.549468 454090 system_pods.go:89] "kube-apiserver-addons-766873" [3ddcb08a-e7ba-4e43-8f2c-4bbe30351dbd] Running
I0731 10:37:15.549474 454090 system_pods.go:89] "kube-controller-manager-addons-766873" [4c67fab2-20a9-4d4d-9244-097a72e30cf8] Running
I0731 10:37:15.549484 454090 system_pods.go:89] "kube-ingress-dns-minikube" [cebd0ea8-17df-4e98-adb1-d3db701be3ea] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0731 10:37:15.549490 454090 system_pods.go:89] "kube-proxy-5v5t9" [1b48bc82-24a5-40cc-939a-2a6a949275f9] Running
I0731 10:37:15.549501 454090 system_pods.go:89] "kube-scheduler-addons-766873" [49219d01-8237-4e5f-a528-e3ae1652d537] Running
I0731 10:37:15.549528 454090 system_pods.go:89] "metrics-server-7746886d4f-4t6xb" [97ba39a7-b1cb-468d-9fd3-799cc25fed1e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0731 10:37:15.549550 454090 system_pods.go:89] "registry-5zr9x" [de5bd8ed-f81e-44f2-98b6-2c8acc08a2eb] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0731 10:37:15.549575 454090 system_pods.go:89] "registry-proxy-8nwth" [9b58b346-25fc-45b9-87df-8faeed904794] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0731 10:37:15.549589 454090 system_pods.go:89] "snapshot-controller-75bbb956b9-md9dv" [45ddbe75-698a-4e06-bc70-c7f3485195c6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0731 10:37:15.549597 454090 system_pods.go:89] "snapshot-controller-75bbb956b9-r9dqq" [127acda9-b418-4237-8c22-01c87c9d209e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0731 10:37:15.549607 454090 system_pods.go:89] "storage-provisioner" [e701e3b2-041e-4399-a50e-ffe4e1a1d85d] Running
I0731 10:37:15.549631 454090 system_pods.go:126] duration metric: took 199.931933ms to wait for k8s-apps to be running ...
I0731 10:37:15.549651 454090 system_svc.go:44] waiting for kubelet service to be running ....
I0731 10:37:15.549748 454090 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0731 10:37:15.589740 454090 system_svc.go:56] duration metric: took 40.08005ms WaitForService to wait for kubelet.
I0731 10:37:15.589765 454090 kubeadm.go:581] duration metric: took 13.459382979s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0731 10:37:15.589814 454090 node_conditions.go:102] verifying NodePressure condition ...
I0731 10:37:15.609056 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:15.609761 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:15.743502 454090 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0731 10:37:15.743537 454090 node_conditions.go:123] node cpu capacity is 2
I0731 10:37:15.743550 454090 node_conditions.go:105] duration metric: took 153.729072ms to run NodePressure ...
I0731 10:37:15.743585 454090 start.go:228] waiting for startup goroutines ...
I0731 10:37:15.758350 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:15.872408 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:16.107274 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:16.109009 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:16.259558 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:16.367514 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:16.608283 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:16.608841 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:16.758960 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:16.867852 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:17.114799 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:17.115395 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:17.258993 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:17.366663 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:17.607857 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:17.609520 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:17.759157 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:17.867144 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:18.110435 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:18.115273 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:18.258021 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:18.367245 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:18.606644 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:18.606930 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:18.758436 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:18.866229 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:19.106877 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:19.107163 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:19.258479 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:19.365999 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:19.610591 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:19.611305 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:19.758242 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:19.867140 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:20.107361 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:20.107887 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:20.258752 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:20.366493 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:20.606174 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:20.607271 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:20.757833 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:20.866286 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:21.105634 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:21.106735 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:21.258493 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:21.367008 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:21.606501 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:21.607221 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:21.758237 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:21.866743 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:22.106348 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:22.106629 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:22.263284 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:22.367377 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:22.606601 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:22.607446 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:22.758153 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:22.868514 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:23.105824 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:23.107152 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:23.259174 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:23.367130 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:23.608270 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:23.609234 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:23.759131 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:23.866218 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:24.110138 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:24.119707 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:24.259892 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:24.366548 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:24.606558 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:24.609082 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:24.761072 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:24.867086 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:25.109667 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:25.113467 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:25.259224 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:25.367486 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:25.606481 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:25.609019 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:25.758718 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:25.866316 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:26.112488 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:26.113401 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:26.258121 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:26.366798 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:26.610443 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:26.613254 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:26.759440 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:26.867433 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:27.106649 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:27.108505 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:27.259477 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:27.366700 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:27.606325 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:27.607769 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:27.758752 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:27.867092 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:28.105543 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:28.106618 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0731 10:37:28.258360 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:28.366343 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:28.606061 454090 kapi.go:107] duration metric: took 17.020788007s to wait for kubernetes.io/minikube-addons=registry ...
I0731 10:37:28.607167 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:28.758134 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:28.866920 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:29.105835 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:29.261659 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:29.366103 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:29.605377 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:29.758378 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:29.866513 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:30.115207 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:30.261322 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:30.371315 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:30.623368 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:30.759289 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:30.868174 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:31.104953 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:31.258419 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:31.380690 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:31.605848 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:31.759055 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:31.866875 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:32.105593 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:32.260299 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:32.367654 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:32.606961 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:32.759738 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:32.882041 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:33.109228 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:33.258985 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:33.367193 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:33.605677 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:33.758751 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:33.866714 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:34.106076 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:34.259227 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:34.366090 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:34.605527 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:34.759737 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:34.867880 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:35.106117 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:35.258938 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:35.366715 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:35.605796 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:35.758749 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:35.866832 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:36.105978 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:36.259281 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:36.366716 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:36.605280 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:36.758234 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:36.869340 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:37.106966 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:37.258928 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:37.373234 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:37.605497 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:37.758542 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:37.867162 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:38.112959 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:38.258867 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:38.366816 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:38.605696 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:38.758699 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:38.867241 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:39.105678 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:39.258806 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:39.374356 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:39.605174 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:39.759078 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:39.867134 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:40.105373 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:40.258731 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:40.366843 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:40.605631 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:40.760530 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:40.868037 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:41.105510 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:41.258669 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:41.366807 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:41.605618 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:41.759090 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:41.867546 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:42.134468 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:42.259035 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:42.366454 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:42.606003 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:42.760720 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:42.874047 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:43.105312 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:43.258608 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:43.365764 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:43.606575 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:43.758592 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:43.866397 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:44.105013 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:44.259069 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:44.366626 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:44.606312 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:44.757982 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:44.866836 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:45.107323 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:45.285546 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:45.369154 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:45.604685 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:45.759300 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:45.891259 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:46.110194 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:46.258094 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:46.367048 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:46.605426 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:46.759558 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:46.867770 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:47.105742 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:47.259762 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:47.368894 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:47.606540 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:47.758960 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:47.866152 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:48.105011 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:48.259323 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:48.366957 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:48.606448 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:48.758262 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:48.868747 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:49.105670 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:49.259057 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:49.367106 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:49.604696 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:49.758933 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:49.868196 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:50.106868 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:50.262838 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:50.367164 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:50.606171 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:50.760270 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:50.870322 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:51.109968 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:51.260854 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:51.366438 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:51.605305 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:51.761270 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:51.867416 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:52.107986 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:52.259052 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:52.371894 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:52.605185 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:52.758001 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:52.866794 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:53.105271 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:53.258633 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:53.367070 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:53.606090 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:53.759282 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:53.866321 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:54.106109 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:54.259209 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:54.366702 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:54.604939 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:54.763142 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:54.867439 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:55.132073 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:55.260215 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:55.367111 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:55.606558 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:55.758601 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:55.867175 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:56.104776 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:56.271976 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:56.366075 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:56.605286 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:56.759013 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:56.868041 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:57.106500 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:57.261569 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:57.366712 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:57.604853 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:57.759293 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:57.866402 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:58.105236 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:58.258139 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:58.366911 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:58.605648 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:58.758473 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:58.866862 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:59.105898 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:59.258650 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:59.367174 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0731 10:37:59.606158 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:37:59.758796 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:37:59.867539 454090 kapi.go:107] duration metric: took 46.523853467s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0731 10:38:00.133029 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:00.258891 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:00.605171 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:00.759117 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:01.105645 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:01.258726 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:01.610108 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:01.759039 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:02.104664 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:02.258415 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:02.605438 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:02.758189 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:03.105060 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:03.259015 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:03.605564 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:03.758760 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:04.105003 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:04.258779 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:04.605534 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:04.758467 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:05.106567 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:05.258564 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:05.605087 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:05.759206 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:06.105287 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:06.261664 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:06.605046 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:06.758911 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:07.106107 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:07.258667 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:07.604652 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:07.759228 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:08.105490 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:08.260080 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:08.605728 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:08.758778 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:09.105444 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:09.258333 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:09.605552 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:09.758353 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:10.105847 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:10.258954 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:10.605059 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:10.758853 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:11.105398 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:11.258034 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:11.605672 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:11.759102 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:12.105750 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:12.258627 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:12.605569 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:12.759554 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:13.105686 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:13.258536 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:13.605273 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:13.757982 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:14.105636 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:14.258347 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:14.605967 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:14.758730 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:15.106438 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:15.258350 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:15.604770 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:15.758818 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:16.105459 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:16.258649 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:16.604551 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:16.760274 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:17.111435 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:17.258375 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:17.607564 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:17.761072 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:18.105684 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:18.258369 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:18.612200 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:18.758073 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:19.104763 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:19.258495 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:19.610296 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:19.758717 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:20.107924 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:20.259274 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:20.605459 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:20.758660 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:21.106759 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:21.258752 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:21.605789 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:21.760018 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:22.106071 454090 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0731 10:38:22.258913 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:22.605960 454090 kapi.go:107] duration metric: took 1m11.025277002s to wait for app.kubernetes.io/name=ingress-nginx ...
I0731 10:38:22.759075 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:23.258370 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:23.758481 454090 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0731 10:38:24.258047 454090 kapi.go:107] duration metric: took 1m9.019517309s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0731 10:38:24.260066 454090 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-766873 cluster.
I0731 10:38:24.261869 454090 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0731 10:38:24.263580 454090 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0731 10:38:24.266503 454090 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner, default-storageclass, inspektor-gadget, ingress-dns, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0731 10:38:24.268550 454090 addons.go:502] enable addons completed in 1m22.304368762s: enabled=[cloud-spanner storage-provisioner default-storageclass inspektor-gadget ingress-dns metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0731 10:38:24.268602 454090 start.go:233] waiting for cluster config update ...
I0731 10:38:24.268621 454090 start.go:242] writing updated cluster config ...
I0731 10:38:24.268995 454090 ssh_runner.go:195] Run: rm -f paused
I0731 10:38:24.560514 454090 start.go:596] kubectl: 1.27.4, cluster: 1.27.3 (minor skew: 0)
I0731 10:38:24.562395 454090 out.go:177] * Done! kubectl is now configured to use "addons-766873" cluster and "default" namespace by default
*
* ==> Docker <==
* Jul 31 10:39:21 addons-766873 cri-dockerd[1305]: time="2023-07-31T10:39:21Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"
Jul 31 10:39:27 addons-766873 dockerd[1094]: time="2023-07-31T10:39:27.887160631Z" level=info msg="ignoring event" container=32604cf83ea75947169dc6f00192189811366cd9cadc5cba7ab9a3364608b8d3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:27 addons-766873 dockerd[1094]: time="2023-07-31T10:39:27.995703113Z" level=info msg="ignoring event" container=37a1284692d9ffbcd400d74c21bb4c65431b31912e35b673737c9502cc3704fe module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:29 addons-766873 dockerd[1094]: time="2023-07-31T10:39:29.086116900Z" level=info msg="ignoring event" container=bf988660a14ddf261274951c0808635f4f4b4075298ae9cfb10eaaf7d2ed9af4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.252046278Z" level=info msg="ignoring event" container=56c8d300a7b387983645042b1d74299fb256ab631f053d808327c4dabfdd8421 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.448013630Z" level=info msg="ignoring event" container=4af7f2e964436b2e8b90c34cd334d5b093e08d6c5edf894073373b6a3733cea7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.509819699Z" level=info msg="ignoring event" container=5e7d53ac35ecfece90f9f10ddd394dcb18cb78f60e3440f57bf7415640c4e646 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.528564240Z" level=info msg="ignoring event" container=db78f2a7edb7f74a177efda64482e0d17c4d6e8a9c9bf7e5c89f98898e4ceb61 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.574711593Z" level=info msg="ignoring event" container=c34712f0e4d4939c1c07b32e8a56ac5c3fafbf0db1b6c2ebbbf168fc2496d141 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.579671988Z" level=info msg="ignoring event" container=223a57561091da0edf3a64e3842c8cfd60bfa025791e4031b55512a6e3dc2e2d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.599803913Z" level=info msg="ignoring event" container=08476683d7ef1047f738970f66edb37df4ee9111d439c602a65cbc957de19ff7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.609285845Z" level=info msg="ignoring event" container=906718321afa360f8749ce29476efea712167b229e7900a8d1ebcbf2b41101bf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.668909012Z" level=info msg="ignoring event" container=4a4271b15618f8d4ce2ba58e8be60791f4b6de99e9841cf56983398e1fa3e952 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:30 addons-766873 dockerd[1094]: time="2023-07-31T10:39:30.981244964Z" level=info msg="ignoring event" container=6dec31f7c0fc1aab6967e4088cf9697a21cd9e661e15d5769e54310458da14ec module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:31 addons-766873 cri-dockerd[1305]: time="2023-07-31T10:39:31Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"csi-hostpathplugin-srstq_kube-system\": unexpected command output nsenter: cannot open /proc/4634/ns/net: No such file or directory\n with error: exit status 1"
Jul 31 10:39:31 addons-766873 dockerd[1094]: time="2023-07-31T10:39:31.177068793Z" level=info msg="ignoring event" container=17a0e74e98d7434f2f36c04f8070a9e9a3844b1cd01279eab8a6c6a42b7a1ef0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:32 addons-766873 dockerd[1094]: time="2023-07-31T10:39:32.140748165Z" level=info msg="Container failed to exit within 1s of signal 15 - using the force" container=01d1feb4e8e0db8d22d64911d132690e4d7fefa8e6827dba9c89342cbd955953
Jul 31 10:39:32 addons-766873 dockerd[1094]: time="2023-07-31T10:39:32.226526247Z" level=info msg="ignoring event" container=01d1feb4e8e0db8d22d64911d132690e4d7fefa8e6827dba9c89342cbd955953 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:32 addons-766873 cri-dockerd[1305]: time="2023-07-31T10:39:32Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"ingress-nginx-controller-7799c6795f-bpxsv_ingress-nginx\": unexpected command output nsenter: cannot open /proc/8167/ns/net: No such file or directory\n with error: exit status 1"
Jul 31 10:39:32 addons-766873 dockerd[1094]: time="2023-07-31T10:39:32.435129384Z" level=info msg="ignoring event" container=ea1a4402f4bf2eb261ccfe9d30fc44f808ec03d50ce476c88ba78544e3ec3fd2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:32 addons-766873 dockerd[1094]: time="2023-07-31T10:39:32.973932041Z" level=info msg="ignoring event" container=5466d9e337df6743e3e9f8394cf032b6bfa99c811cae677b8250030dfd00a048 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:36 addons-766873 dockerd[1094]: time="2023-07-31T10:39:36.958096161Z" level=info msg="ignoring event" container=9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:37 addons-766873 dockerd[1094]: time="2023-07-31T10:39:37.009858742Z" level=info msg="ignoring event" container=c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:37 addons-766873 dockerd[1094]: time="2023-07-31T10:39:37.106570533Z" level=info msg="ignoring event" container=1ea8d6e681ce4ee66deb1f8afa316c501502520ea5f50d607f3b0bd19aea4088 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 31 10:39:37 addons-766873 dockerd[1094]: time="2023-07-31T10:39:37.166618430Z" level=info msg="ignoring event" container=6bb09c45765dd3906541a2828d8723b6242475ac3b6b4245c39ff8f718306f36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
5466d9e337df6 13753a81eccfd 7 seconds ago Exited hello-world-app 2 b68132a9f59fb hello-world-app-65bdb79f98-jcb2h
6be0a73666a47 nginx@sha256:2d194184b067db3598771b4cf326cfe6ad5051937ba1132b8b7d4b0184e0d0a6 35 seconds ago Running nginx 0 e8c5bae969757 nginx
66db46b21aac0 ghcr.io/headlamp-k8s/headlamp@sha256:67ba87b88218563eec9684525904936609713b02dcbcf4390cd055766217ed45 About a minute ago Running headlamp 0 55a5e51e1bb92 headlamp-66f6498c69-892vh
2ee8af18ef9ca gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 7a65990659c5d gcp-auth-58478865f7-spttv
39a16dc3de1b2 8f2588812ab29 About a minute ago Exited patch 1 bb9434f800be4 ingress-nginx-admission-patch-g4nrb
ed0a26818e98b registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b About a minute ago Exited create 0 be9830b56a4b8 ingress-nginx-admission-create-qff5j
3ab8afb8fca12 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 5ae450a19e46f storage-provisioner
b09a0064d2c9c 97e04611ad434 2 minutes ago Running coredns 0 5c042482b5416 coredns-5d78c9869d-55prt
33afd3a978834 fb73e92641fd5 2 minutes ago Running kube-proxy 0 08f763da60080 kube-proxy-5v5t9
435fc3f1f1b32 bcb9e554eaab6 2 minutes ago Running kube-scheduler 0 0f57e5eb42e3b kube-scheduler-addons-766873
51ae0f1018c59 ab3683b584ae5 2 minutes ago Running kube-controller-manager 0 6bae5d690dd1b kube-controller-manager-addons-766873
8cd616b78fbd6 39dfb036b0986 2 minutes ago Running kube-apiserver 0 c28391b34aed9 kube-apiserver-addons-766873
9f35f344b5e09 24bc64e911039 2 minutes ago Running etcd 0 e39be2c35eb94 etcd-addons-766873
*
* ==> coredns [b09a0064d2c9] <==
* [INFO] 10.244.0.17:35007 - 58959 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000207515s
[INFO] 10.244.0.17:47777 - 8546 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000117891s
[INFO] 10.244.0.17:47777 - 6110 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000077128s
[INFO] 10.244.0.17:47777 - 26494 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000048369s
[INFO] 10.244.0.17:47777 - 22000 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001156107s
[INFO] 10.244.0.17:47777 - 30262 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001005592s
[INFO] 10.244.0.17:47777 - 15266 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000051585s
[INFO] 10.244.0.17:40788 - 19258 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00014605s
[INFO] 10.244.0.17:45144 - 11172 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000111138s
[INFO] 10.244.0.17:45144 - 57703 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0001066s
[INFO] 10.244.0.17:40788 - 41883 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000051832s
[INFO] 10.244.0.17:45144 - 8501 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000059954s
[INFO] 10.244.0.17:40788 - 34553 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000059618s
[INFO] 10.244.0.17:45144 - 35668 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000059872s
[INFO] 10.244.0.17:40788 - 12950 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000057435s
[INFO] 10.244.0.17:45144 - 61042 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000042995s
[INFO] 10.244.0.17:45144 - 53050 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000047261s
[INFO] 10.244.0.17:40788 - 36858 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000034716s
[INFO] 10.244.0.17:40788 - 37673 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000081755s
[INFO] 10.244.0.17:45144 - 19006 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001350437s
[INFO] 10.244.0.17:40788 - 745 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000957847s
[INFO] 10.244.0.17:45144 - 39816 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001405223s
[INFO] 10.244.0.17:45144 - 50929 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000064254s
[INFO] 10.244.0.17:40788 - 38107 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001060591s
[INFO] 10.244.0.17:40788 - 51655 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000073715s
*
* ==> describe nodes <==
* Name: addons-766873
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-766873
kubernetes.io/os=linux
minikube.k8s.io/commit=a7848ba25aaaad8ebb50e721c0d343e471188fc7
minikube.k8s.io/name=addons-766873
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_07_31T10_36_48_0700
minikube.k8s.io/version=v1.31.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-766873
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 31 Jul 2023 10:36:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-766873
AcquireTime: <unset>
RenewTime: Mon, 31 Jul 2023 10:39:32 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 31 Jul 2023 10:39:22 +0000 Mon, 31 Jul 2023 10:36:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 31 Jul 2023 10:39:22 +0000 Mon, 31 Jul 2023 10:36:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 31 Jul 2023 10:39:22 +0000 Mon, 31 Jul 2023 10:36:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 31 Jul 2023 10:39:22 +0000 Mon, 31 Jul 2023 10:36:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-766873
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022628Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022628Ki
pods: 110
System Info:
Machine ID: bb4d67d413094fa2bdbe0f431d091036
System UUID: 6d0a27c2-e1df-49f8-bb89-b76b58c54b43
Boot ID: 3709f028-2d57-4df1-ae3d-22c113dc2eeb
Kernel Version: 5.15.0-1040-aws
OS Image: Ubuntu 22.04.2 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.4
Kubelet Version: v1.27.3
Kube-Proxy Version: v1.27.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-65bdb79f98-jcb2h 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 37s
gcp-auth gcp-auth-58478865f7-spttv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m24s
headlamp headlamp-66f6498c69-892vh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 67s
kube-system coredns-5d78c9869d-55prt 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m38s
kube-system etcd-addons-766873 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-apiserver-addons-766873 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-controller-manager-addons-766873 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m51s
kube-system kube-proxy-5v5t9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m38s
kube-system kube-scheduler-addons-766873 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m33s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 170Mi (2%!)(MISSING) 170Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m35s kube-proxy
Normal Starting 2m59s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m59s (x8 over 2m59s) kubelet Node addons-766873 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m59s (x8 over 2m59s) kubelet Node addons-766873 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m59s (x7 over 2m59s) kubelet Node addons-766873 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m59s kubelet Updated Node Allocatable limit across pods
Normal Starting 2m51s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m51s kubelet Node addons-766873 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m51s kubelet Node addons-766873 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m51s kubelet Node addons-766873 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m51s kubelet Node addons-766873 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m51s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m51s kubelet Node addons-766873 status is now: NodeReady
Normal RegisteredNode 2m39s node-controller Node addons-766873 event: Registered Node addons-766873 in Controller
*
* ==> dmesg <==
* [Jul31 08:42] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[ +41.047159] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 08:43] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 08:49] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 09:25] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[ +0.016003] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[ +20.763785] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 09:28] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 09:30] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 09:32] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 09:57] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 10:00] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 10:04] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 10:20] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[Jul31 10:32] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
*
* ==> etcd [9f35f344b5e0] <==
* {"level":"info","ts":"2023-07-31T10:36:41.096Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-31T10:36:41.097Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2023-07-31T10:36:41.098Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2023-07-31T10:36:41.100Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2023-07-31T10:36:41.100Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-07-31T10:36:41.100Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-07-31T10:36:41.101Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-07-31T10:36:41.149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-31T10:36:41.153Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-766873 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-07-31T10:36:41.153Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-31T10:36:41.155Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-07-31T10:36:41.155Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-31T10:36:41.156Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-31T10:36:41.156Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-31T10:36:41.156Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-31T10:36:41.157Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-31T10:36:41.158Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-07-31T10:36:41.204Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-07-31T10:36:41.204Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
*
* ==> gcp-auth [2ee8af18ef9c] <==
* 2023/07/31 10:38:23 GCP Auth Webhook started!
2023/07/31 10:38:32 Ready to marshal response ...
2023/07/31 10:38:32 Ready to write response ...
2023/07/31 10:38:32 Ready to marshal response ...
2023/07/31 10:38:32 Ready to write response ...
2023/07/31 10:38:32 Ready to marshal response ...
2023/07/31 10:38:32 Ready to write response ...
2023/07/31 10:38:34 Ready to marshal response ...
2023/07/31 10:38:34 Ready to write response ...
2023/07/31 10:38:45 Ready to marshal response ...
2023/07/31 10:38:45 Ready to write response ...
2023/07/31 10:39:02 Ready to marshal response ...
2023/07/31 10:39:02 Ready to write response ...
2023/07/31 10:39:12 Ready to marshal response ...
2023/07/31 10:39:12 Ready to write response ...
2023/07/31 10:39:20 Ready to marshal response ...
2023/07/31 10:39:20 Ready to write response ...
*
* ==> kernel <==
* 10:39:39 up 18:22, 0 users, load average: 4.08, 3.47, 3.43
Linux addons-766873 5.15.0-1040-aws #45~20.04.1-Ubuntu SMP Tue Jul 11 19:11:12 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.2 LTS"
*
* ==> kube-apiserver [8cd616b78fbd] <==
* I0731 10:39:36.685091 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.685143 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.705112 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.705179 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.716742 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.716796 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.743255 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.743318 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.752684 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.752921 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.761952 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.762012 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.777303 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.777562 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0731 10:39:36.784802 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0731 10:39:36.785089 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0731 10:39:37.754136 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0731 10:39:37.778565 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0731 10:39:37.818042 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E0731 10:39:39.147787 1 handler_proxy.go:144] error resolving kube-system/metrics-server: service "metrics-server" not found
W0731 10:39:39.147813 1 handler_proxy.go:100] no RequestInfo found in the context
E0731 10:39:39.147848 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0731 10:39:39.147859 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0731 10:39:39.166258 1 controller.go:132] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
*
* ==> kube-controller-manager [51ae0f1018c5] <==
* I0731 10:39:01.943405 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
W0731 10:39:04.553616 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:04.553652 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0731 10:39:05.893230 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
W0731 10:39:12.341723 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:12.341853 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0731 10:39:12.851017 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"
I0731 10:39:12.903764 1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-jcb2h"
I0731 10:39:15.739106 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0731 10:39:19.993576 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
W0731 10:39:28.703828 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:28.703879 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0731 10:39:30.132684 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0731 10:39:30.261679 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
I0731 10:39:30.990456 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-create
I0731 10:39:31.011716 1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch
E0731 10:39:37.756671 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:37.780947 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:37.820879 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
W0731 10:39:38.821958 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:38.821995 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0731 10:39:39.008240 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:39.008277 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0731 10:39:39.045210 1 reflector.go:533] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0731 10:39:39.045246 1 reflector.go:148] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [33afd3a97883] <==
* I0731 10:37:03.258824 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0731 10:37:03.258951 1 server_others.go:110] "Detected node IP" address="192.168.49.2"
I0731 10:37:03.258977 1 server_others.go:554] "Using iptables proxy"
I0731 10:37:03.410295 1 server_others.go:192] "Using iptables Proxier"
I0731 10:37:03.410339 1 server_others.go:199] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0731 10:37:03.410348 1 server_others.go:200] "Creating dualStackProxier for iptables"
I0731 10:37:03.410362 1 server_others.go:484] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, defaulting to no-op detect-local for IPv6"
I0731 10:37:03.410427 1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0731 10:37:03.411054 1 server.go:658] "Version info" version="v1.27.3"
I0731 10:37:03.411068 1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0731 10:37:03.414174 1 config.go:188] "Starting service config controller"
I0731 10:37:03.414220 1 shared_informer.go:311] Waiting for caches to sync for service config
I0731 10:37:03.414247 1 config.go:97] "Starting endpoint slice config controller"
I0731 10:37:03.414251 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0731 10:37:03.422178 1 config.go:315] "Starting node config controller"
I0731 10:37:03.422202 1 shared_informer.go:311] Waiting for caches to sync for node config
I0731 10:37:03.521128 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0731 10:37:03.521212 1 shared_informer.go:318] Caches are synced for service config
I0731 10:37:03.525641 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [435fc3f1f1b3] <==
* W0731 10:36:45.689410 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0731 10:36:45.690235 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0731 10:36:45.689459 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0731 10:36:45.690266 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0731 10:36:45.689522 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0731 10:36:45.690378 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0731 10:36:45.689677 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0731 10:36:45.690472 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0731 10:36:45.689747 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0731 10:36:45.690493 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0731 10:36:45.689800 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0731 10:36:45.690596 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0731 10:36:45.689840 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0731 10:36:45.690622 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0731 10:36:45.689893 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0731 10:36:45.690722 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0731 10:36:45.694739 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0731 10:36:45.694778 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0731 10:36:45.695008 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0731 10:36:45.695030 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0731 10:36:45.695098 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0731 10:36:45.695160 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0731 10:36:46.560428 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0731 10:36:46.560686 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
I0731 10:36:47.283153 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Jul 31 10:39:32 addons-766873 kubelet[2296]: I0731 10:39:32.835102 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=149cfe1a-602a-45da-a489-9e8385f66d3b path="/var/lib/kubelet/pods/149cfe1a-602a-45da-a489-9e8385f66d3b/volumes"
Jul 31 10:39:32 addons-766873 kubelet[2296]: I0731 10:39:32.835503 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=348a5794-2c97-4948-9776-d1157ec299c2 path="/var/lib/kubelet/pods/348a5794-2c97-4948-9776-d1157ec299c2/volumes"
Jul 31 10:39:32 addons-766873 kubelet[2296]: I0731 10:39:32.835848 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=7f51eb1a-7788-4dba-8d52-96cb21a2b9d9 path="/var/lib/kubelet/pods/7f51eb1a-7788-4dba-8d52-96cb21a2b9d9/volumes"
Jul 31 10:39:32 addons-766873 kubelet[2296]: I0731 10:39:32.836603 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=9a566697-644a-4144-8e3d-970e5bdc142f path="/var/lib/kubelet/pods/9a566697-644a-4144-8e3d-970e5bdc142f/volumes"
Jul 31 10:39:32 addons-766873 kubelet[2296]: I0731 10:39:32.836964 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=c83af2ea-1a73-4e32-8591-b9c4dee7952f path="/var/lib/kubelet/pods/c83af2ea-1a73-4e32-8591-b9c4dee7952f/volumes"
Jul 31 10:39:33 addons-766873 kubelet[2296]: I0731 10:39:33.455853 2296 scope.go:115] "RemoveContainer" containerID="98abfed8cabb989486abbf05b532ce3353a39d30d70a9981aa41de7aa68dc518"
Jul 31 10:39:33 addons-766873 kubelet[2296]: I0731 10:39:33.456209 2296 scope.go:115] "RemoveContainer" containerID="5466d9e337df6743e3e9f8394cf032b6bfa99c811cae677b8250030dfd00a048"
Jul 31 10:39:33 addons-766873 kubelet[2296]: E0731 10:39:33.459552 2296 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-jcb2h_default(6a54974a-0a87-4362-8953-c8417963b6e6)\"" pod="default/hello-world-app-65bdb79f98-jcb2h" podUID=6a54974a-0a87-4362-8953-c8417963b6e6
Jul 31 10:39:33 addons-766873 kubelet[2296]: I0731 10:39:33.505167 2296 scope.go:115] "RemoveContainer" containerID="01d1feb4e8e0db8d22d64911d132690e4d7fefa8e6827dba9c89342cbd955953"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.308041 2296 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9ktkh\" (UniqueName: \"kubernetes.io/projected/45ddbe75-698a-4e06-bc70-c7f3485195c6-kube-api-access-9ktkh\") pod \"45ddbe75-698a-4e06-bc70-c7f3485195c6\" (UID: \"45ddbe75-698a-4e06-bc70-c7f3485195c6\") "
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.308490 2296 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7s5rb\" (UniqueName: \"kubernetes.io/projected/127acda9-b418-4237-8c22-01c87c9d209e-kube-api-access-7s5rb\") pod \"127acda9-b418-4237-8c22-01c87c9d209e\" (UID: \"127acda9-b418-4237-8c22-01c87c9d209e\") "
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.310826 2296 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/45ddbe75-698a-4e06-bc70-c7f3485195c6-kube-api-access-9ktkh" (OuterVolumeSpecName: "kube-api-access-9ktkh") pod "45ddbe75-698a-4e06-bc70-c7f3485195c6" (UID: "45ddbe75-698a-4e06-bc70-c7f3485195c6"). InnerVolumeSpecName "kube-api-access-9ktkh". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.311453 2296 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/127acda9-b418-4237-8c22-01c87c9d209e-kube-api-access-7s5rb" (OuterVolumeSpecName: "kube-api-access-7s5rb") pod "127acda9-b418-4237-8c22-01c87c9d209e" (UID: "127acda9-b418-4237-8c22-01c87c9d209e"). InnerVolumeSpecName "kube-api-access-7s5rb". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.408856 2296 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-7s5rb\" (UniqueName: \"kubernetes.io/projected/127acda9-b418-4237-8c22-01c87c9d209e-kube-api-access-7s5rb\") on node \"addons-766873\" DevicePath \"\""
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.408902 2296 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-9ktkh\" (UniqueName: \"kubernetes.io/projected/45ddbe75-698a-4e06-bc70-c7f3485195c6-kube-api-access-9ktkh\") on node \"addons-766873\" DevicePath \"\""
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.562858 2296 scope.go:115] "RemoveContainer" containerID="9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.599734 2296 scope.go:115] "RemoveContainer" containerID="9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb"
Jul 31 10:39:37 addons-766873 kubelet[2296]: E0731 10:39:37.603800 2296 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb" containerID="9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.604238 2296 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb} err="failed to get container status \"9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb\": rpc error: code = Unknown desc = Error response from daemon: No such container: 9c6f5b64960a8f70d69df67e35ef37b3fdff8115a15ee2363d859674a89e2eeb"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.604271 2296 scope.go:115] "RemoveContainer" containerID="c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.631495 2296 scope.go:115] "RemoveContainer" containerID="c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef"
Jul 31 10:39:37 addons-766873 kubelet[2296]: E0731 10:39:37.632592 2296 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef" containerID="c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef"
Jul 31 10:39:37 addons-766873 kubelet[2296]: I0731 10:39:37.632650 2296 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef} err="failed to get container status \"c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef\": rpc error: code = Unknown desc = Error response from daemon: No such container: c32f06142acdf91de574ae6d0e5ca00e4359a535345533c1f1a23d740daf85ef"
Jul 31 10:39:38 addons-766873 kubelet[2296]: I0731 10:39:38.832158 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=127acda9-b418-4237-8c22-01c87c9d209e path="/var/lib/kubelet/pods/127acda9-b418-4237-8c22-01c87c9d209e/volumes"
Jul 31 10:39:38 addons-766873 kubelet[2296]: I0731 10:39:38.833521 2296 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=45ddbe75-698a-4e06-bc70-c7f3485195c6 path="/var/lib/kubelet/pods/45ddbe75-698a-4e06-bc70-c7f3485195c6/volumes"
*
* ==> storage-provisioner [3ab8afb8fca1] <==
* I0731 10:37:08.639009 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0731 10:37:08.672523 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0731 10:37:08.672600 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0731 10:37:08.716024 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0731 10:37:08.716679 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"db928b88-c983-4adf-9184-c8dd429c3d5b", APIVersion:"v1", ResourceVersion:"571", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-766873_892fdbbc-e0f0-4e13-aa84-dda3df357523 became leader
I0731 10:37:08.716805 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-766873_892fdbbc-e0f0-4e13-aa84-dda3df357523!
I0731 10:37:08.816959 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-766873_892fdbbc-e0f0-4e13-aa84-dda3df357523!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-766873 -n addons-766873
helpers_test.go:261: (dbg) Run: kubectl --context addons-766873 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (39.29s)