=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:332: registry stabilized in 2.67378ms
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:345: "registry-6fb4cdfc84-25jhq" [195b1392-2aad-40ff-a44b-0641056727a1] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.005392212s
addons_test.go:337: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:345: "registry-proxy-jxqpd" [4752523a-ac3b-4bb6-8199-9fb816d49c87] Running
addons_test.go:337: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 6.005506435s
addons_test.go:342: (dbg) Run: kubectl --context addons-742639 delete po -l run=registry-test --now
addons_test.go:347: (dbg) Run: kubectl --context addons-742639 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:347: (dbg) Non-zero exit: kubectl --context addons-742639 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.103062502s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:349: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-742639 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:353: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:361: (dbg) Run: out/minikube-linux-arm64 -p addons-742639 ip
2024/08/31 22:19:44 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:390: (dbg) Run: out/minikube-linux-arm64 -p addons-742639 addons disable registry --alsologtostderr -v=1
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:231: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:232: (dbg) Run: docker inspect addons-742639
helpers_test.go:236: (dbg) docker inspect addons-742639:
-- stdout --
[
{
"Id": "012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a",
"Created": "2024-08-31T22:06:25.867885471Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8872,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-08-31T22:06:26.03685003Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:eb620c1d7126103417d4dc31eb6aaaf95b0878713d0303a36cb77002c31b0deb",
"ResolvConfPath": "/var/lib/docker/containers/012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a/hostname",
"HostsPath": "/var/lib/docker/containers/012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a/hosts",
"LogPath": "/var/lib/docker/containers/012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a/012ad1a192083a4cc8a5878d1e4e97caa871256355e845bbac7543fa8924185a-json.log",
"Name": "/addons-742639",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-742639:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-742639",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/25faade0a14dc1ce6723df9aaa93c465337f31127c83005d71dd6cb08abd9031-init/diff:/var/lib/docker/overlay2/796fe12174d90f87afbf5074bb3e18a56ed349d345a6c41023071f32d9b76cd7/diff",
"MergedDir": "/var/lib/docker/overlay2/25faade0a14dc1ce6723df9aaa93c465337f31127c83005d71dd6cb08abd9031/merged",
"UpperDir": "/var/lib/docker/overlay2/25faade0a14dc1ce6723df9aaa93c465337f31127c83005d71dd6cb08abd9031/diff",
"WorkDir": "/var/lib/docker/overlay2/25faade0a14dc1ce6723df9aaa93c465337f31127c83005d71dd6cb08abd9031/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-742639",
"Source": "/var/lib/docker/volumes/addons-742639/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-742639",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-742639",
"name.minikube.sigs.k8s.io": "addons-742639",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2459638da2f862f9c6f3399a90e25a1bfeae557878911554be383b0a5ee39aae",
"SandboxKey": "/var/run/docker/netns/2459638da2f8",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-742639": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "0886ad8c92aae9c81e1a82a7ff9e32d7b8816cdfd8bd33ed27c8b13cee29dccb",
"EndpointID": "28df953738914d9017bd6885171fb2831d64bed8ecd21a611e00f81b42401021",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-742639",
"012ad1a19208"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:240: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-742639 -n addons-742639
helpers_test.go:245: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:246: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p addons-742639 logs -n 25
helpers_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p addons-742639 logs -n 25: (1.328257819s)
helpers_test.go:253: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-217946 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | |
| | -p download-only-217946 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| delete | -p download-only-217946 | download-only-217946 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| start | -o=json --download-only | download-only-613931 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | |
| | -p download-only-613931 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| delete | -p download-only-613931 | download-only-613931 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| delete | -p download-only-217946 | download-only-217946 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| delete | -p download-only-613931 | download-only-613931 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:05 UTC |
| start | --download-only -p | download-docker-262633 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | |
| | download-docker-262633 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-262633 | download-docker-262633 | jenkins | v1.33.1 | 31 Aug 24 22:05 UTC | 31 Aug 24 22:06 UTC |
| start | --download-only -p | binary-mirror-864794 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | binary-mirror-864794 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43541 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-864794 | binary-mirror-864794 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | 31 Aug 24 22:06 UTC |
| addons | enable dashboard -p | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | addons-742639 | | | | | |
| addons | disable dashboard -p | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | |
| | addons-742639 | | | | | |
| start | -p addons-742639 --wait=true | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:06 UTC | 31 Aug 24 22:09 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-742639 addons disable | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:10 UTC | 31 Aug 24 22:10 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-742639 addons disable | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:18 UTC | 31 Aug 24 22:18 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-742639 addons | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-742639 addons | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | -p addons-742639 | | | | | |
| ip | addons-742639 ip | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| addons | addons-742639 addons disable | addons-742639 | jenkins | v1.33.1 | 31 Aug 24 22:19 UTC | 31 Aug 24 22:19 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/31 22:06:01
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0831 22:06:01.041802 8370 out.go:345] Setting OutFile to fd 1 ...
I0831 22:06:01.041983 8370 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0831 22:06:01.042011 8370 out.go:358] Setting ErrFile to fd 2...
I0831 22:06:01.042034 8370 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0831 22:06:01.042298 8370 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18943-2279/.minikube/bin
I0831 22:06:01.042798 8370 out.go:352] Setting JSON to false
I0831 22:06:01.043668 8370 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":2906,"bootTime":1725139055,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1068-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0831 22:06:01.043745 8370 start.go:139] virtualization:
I0831 22:06:01.045984 8370 out.go:177] * [addons-742639] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0831 22:06:01.048123 8370 out.go:177] - MINIKUBE_LOCATION=18943
I0831 22:06:01.048202 8370 notify.go:220] Checking for updates...
I0831 22:06:01.051464 8370 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0831 22:06:01.053013 8370 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18943-2279/kubeconfig
I0831 22:06:01.054592 8370 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18943-2279/.minikube
I0831 22:06:01.056171 8370 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0831 22:06:01.057797 8370 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0831 22:06:01.059706 8370 driver.go:392] Setting default libvirt URI to qemu:///system
I0831 22:06:01.089076 8370 docker.go:123] docker version: linux-27.2.0:Docker Engine - Community
I0831 22:06:01.089226 8370 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0831 22:06:01.156517 8370 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-31 22:06:01.146408041 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0831 22:06:01.156636 8370 docker.go:307] overlay module found
I0831 22:06:01.158632 8370 out.go:177] * Using the docker driver based on user configuration
I0831 22:06:01.160473 8370 start.go:297] selected driver: docker
I0831 22:06:01.160504 8370 start.go:901] validating driver "docker" against <nil>
I0831 22:06:01.160524 8370 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0831 22:06:01.161216 8370 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0831 22:06:01.218067 8370 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-31 22:06:01.208955859 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0831 22:06:01.218243 8370 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0831 22:06:01.218475 8370 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0831 22:06:01.220372 8370 out.go:177] * Using Docker driver with root privileges
I0831 22:06:01.222122 8370 cni.go:84] Creating CNI manager for ""
I0831 22:06:01.222155 8370 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:01.222168 8370 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0831 22:06:01.222284 8370 start.go:340] cluster config:
{Name:addons-742639 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-742639 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0831 22:06:01.225496 8370 out.go:177] * Starting "addons-742639" primary control-plane node in "addons-742639" cluster
I0831 22:06:01.227248 8370 cache.go:121] Beginning downloading kic base image for docker with docker
I0831 22:06:01.229116 8370 out.go:177] * Pulling base image v0.0.44-1724862063-19530 ...
I0831 22:06:01.230617 8370 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:01.230676 8370 preload.go:146] Found local preload: /home/jenkins/minikube-integration/18943-2279/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4
I0831 22:06:01.230689 8370 cache.go:56] Caching tarball of preloaded images
I0831 22:06:01.230701 8370 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local docker daemon
I0831 22:06:01.230772 8370 preload.go:172] Found /home/jenkins/minikube-integration/18943-2279/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0831 22:06:01.230782 8370 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0831 22:06:01.231125 8370 profile.go:143] Saving config to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/config.json ...
I0831 22:06:01.231214 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/config.json: {Name:mk88325cfa8b0f77cbdf77c12c62a3a47cd36812 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:01.247256 8370 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 to local cache
I0831 22:06:01.247399 8370 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local cache directory
I0831 22:06:01.247418 8370 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 in local cache directory, skipping pull
I0831 22:06:01.247423 8370 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 exists in cache, skipping pull
I0831 22:06:01.247431 8370 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 as a tarball
I0831 22:06:01.247436 8370 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 from local cache
I0831 22:06:18.867497 8370 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 from cached tarball
I0831 22:06:18.867531 8370 cache.go:194] Successfully downloaded all kic artifacts
I0831 22:06:18.867572 8370 start.go:360] acquireMachinesLock for addons-742639: {Name:mkad8a137166970e69c9d6a7869b3a439729bf17 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0831 22:06:18.867675 8370 start.go:364] duration metric: took 86.242µs to acquireMachinesLock for "addons-742639"
I0831 22:06:18.867698 8370 start.go:93] Provisioning new machine with config: &{Name:addons-742639 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-742639 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0831 22:06:18.867793 8370 start.go:125] createHost starting for "" (driver="docker")
I0831 22:06:18.869919 8370 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0831 22:06:18.870167 8370 start.go:159] libmachine.API.Create for "addons-742639" (driver="docker")
I0831 22:06:18.870201 8370 client.go:168] LocalClient.Create starting
I0831 22:06:18.870443 8370 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem
I0831 22:06:20.112791 8370 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/cert.pem
I0831 22:06:20.812279 8370 cli_runner.go:164] Run: docker network inspect addons-742639 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0831 22:06:20.827043 8370 cli_runner.go:211] docker network inspect addons-742639 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0831 22:06:20.827121 8370 network_create.go:284] running [docker network inspect addons-742639] to gather additional debugging logs...
I0831 22:06:20.827158 8370 cli_runner.go:164] Run: docker network inspect addons-742639
W0831 22:06:20.842323 8370 cli_runner.go:211] docker network inspect addons-742639 returned with exit code 1
I0831 22:06:20.842353 8370 network_create.go:287] error running [docker network inspect addons-742639]: docker network inspect addons-742639: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-742639 not found
I0831 22:06:20.842366 8370 network_create.go:289] output of [docker network inspect addons-742639]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-742639 not found
** /stderr **
I0831 22:06:20.842466 8370 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0831 22:06:20.857863 8370 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000485d50}
I0831 22:06:20.857908 8370 network_create.go:124] attempt to create docker network addons-742639 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0831 22:06:20.857965 8370 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-742639 addons-742639
I0831 22:06:20.929386 8370 network_create.go:108] docker network addons-742639 192.168.49.0/24 created
I0831 22:06:20.929419 8370 kic.go:121] calculated static IP "192.168.49.2" for the "addons-742639" container
I0831 22:06:20.929492 8370 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0831 22:06:20.944259 8370 cli_runner.go:164] Run: docker volume create addons-742639 --label name.minikube.sigs.k8s.io=addons-742639 --label created_by.minikube.sigs.k8s.io=true
I0831 22:06:20.960831 8370 oci.go:103] Successfully created a docker volume addons-742639
I0831 22:06:20.960927 8370 cli_runner.go:164] Run: docker run --rm --name addons-742639-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-742639 --entrypoint /usr/bin/test -v addons-742639:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -d /var/lib
I0831 22:06:22.052452 8370 cli_runner.go:217] Completed: docker run --rm --name addons-742639-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-742639 --entrypoint /usr/bin/test -v addons-742639:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -d /var/lib: (1.091488259s)
I0831 22:06:22.052483 8370 oci.go:107] Successfully prepared a docker volume addons-742639
I0831 22:06:22.052509 8370 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:22.052528 8370 kic.go:194] Starting extracting preloaded images to volume ...
I0831 22:06:22.052612 8370 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18943-2279/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-742639:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0831 22:06:25.799237 8370 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18943-2279/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-742639:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.746575301s)
I0831 22:06:25.799269 8370 kic.go:203] duration metric: took 3.746737587s to extract preloaded images to volume ...
W0831 22:06:25.799425 8370 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0831 22:06:25.799538 8370 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0831 22:06:25.853758 8370 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-742639 --name addons-742639 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-742639 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-742639 --network addons-742639 --ip 192.168.49.2 --volume addons-742639:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0
I0831 22:06:26.201241 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Running}}
I0831 22:06:26.228355 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:06:26.253751 8370 cli_runner.go:164] Run: docker exec addons-742639 stat /var/lib/dpkg/alternatives/iptables
I0831 22:06:26.326702 8370 oci.go:144] the created container "addons-742639" has a running status.
I0831 22:06:26.326726 8370 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa...
I0831 22:06:26.615611 8370 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0831 22:06:26.648813 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:06:26.674041 8370 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0831 22:06:26.674069 8370 kic_runner.go:114] Args: [docker exec --privileged addons-742639 chown docker:docker /home/docker/.ssh/authorized_keys]
I0831 22:06:26.764712 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:06:26.790441 8370 machine.go:93] provisionDockerMachine start ...
I0831 22:06:26.790538 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:26.813167 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:26.813438 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:26.813452 8370 main.go:141] libmachine: About to run SSH command:
hostname
I0831 22:06:26.814112 8370 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:51774->127.0.0.1:32768: read: connection reset by peer
I0831 22:06:29.946538 8370 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-742639
I0831 22:06:29.946559 8370 ubuntu.go:169] provisioning hostname "addons-742639"
I0831 22:06:29.946633 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:29.964917 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:29.965153 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:29.965168 8370 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-742639 && echo "addons-742639" | sudo tee /etc/hostname
I0831 22:06:30.119731 8370 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-742639
I0831 22:06:30.119986 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:30.140794 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:30.141067 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:30.141096 8370 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-742639' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-742639/g' /etc/hosts;
else
echo '127.0.1.1 addons-742639' | sudo tee -a /etc/hosts;
fi
fi
I0831 22:06:30.280218 8370 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0831 22:06:30.280291 8370 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18943-2279/.minikube CaCertPath:/home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18943-2279/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18943-2279/.minikube}
I0831 22:06:30.280324 8370 ubuntu.go:177] setting up certificates
I0831 22:06:30.280364 8370 provision.go:84] configureAuth start
I0831 22:06:30.280479 8370 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-742639")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-742639
I0831 22:06:30.300463 8370 provision.go:143] copyHostCerts
I0831 22:06:30.300548 8370 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18943-2279/.minikube/cert.pem (1123 bytes)
I0831 22:06:30.300676 8370 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18943-2279/.minikube/key.pem (1679 bytes)
I0831 22:06:30.300755 8370 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18943-2279/.minikube/ca.pem (1078 bytes)
I0831 22:06:30.300809 8370 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18943-2279/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca-key.pem org=jenkins.addons-742639 san=[127.0.0.1 192.168.49.2 addons-742639 localhost minikube]
I0831 22:06:30.803612 8370 provision.go:177] copyRemoteCerts
I0831 22:06:30.803696 8370 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0831 22:06:30.803738 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:30.823128 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:06:30.919874 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0831 22:06:30.944159 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0831 22:06:30.968459 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0831 22:06:30.992001 8370 provision.go:87] duration metric: took 711.604185ms to configureAuth
I0831 22:06:30.992032 8370 ubuntu.go:193] setting minikube options for container-runtime
I0831 22:06:30.992217 8370 config.go:182] Loaded profile config "addons-742639": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:06:30.992278 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:31.008866 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:31.009115 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:31.009129 8370 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0831 22:06:31.143485 8370 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0831 22:06:31.143546 8370 ubuntu.go:71] root file system type: overlay
I0831 22:06:31.143670 8370 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0831 22:06:31.143740 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:31.162556 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:31.162913 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:31.163011 8370 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0831 22:06:31.310819 8370 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0831 22:06:31.310924 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:31.330351 8370 main.go:141] libmachine: Using SSH client type: native
I0831 22:06:31.330587 8370 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0831 22:06:31.330611 8370 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0831 22:06:32.071701 8370 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-08-27 14:13:43.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-08-31 22:06:31.306024315 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0831 22:06:32.071739 8370 machine.go:96] duration metric: took 5.281276043s to provisionDockerMachine
I0831 22:06:32.071750 8370 client.go:171] duration metric: took 13.201544147s to LocalClient.Create
I0831 22:06:32.071763 8370 start.go:167] duration metric: took 13.201596372s to libmachine.API.Create "addons-742639"
I0831 22:06:32.071779 8370 start.go:293] postStartSetup for "addons-742639" (driver="docker")
I0831 22:06:32.071790 8370 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0831 22:06:32.071865 8370 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0831 22:06:32.071912 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:32.089165 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:06:32.184189 8370 ssh_runner.go:195] Run: cat /etc/os-release
I0831 22:06:32.187280 8370 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0831 22:06:32.187356 8370 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0831 22:06:32.187374 8370 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0831 22:06:32.187381 8370 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0831 22:06:32.187391 8370 filesync.go:126] Scanning /home/jenkins/minikube-integration/18943-2279/.minikube/addons for local assets ...
I0831 22:06:32.187471 8370 filesync.go:126] Scanning /home/jenkins/minikube-integration/18943-2279/.minikube/files for local assets ...
I0831 22:06:32.187497 8370 start.go:296] duration metric: took 115.71261ms for postStartSetup
I0831 22:06:32.187811 8370 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-742639")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-742639
I0831 22:06:32.204164 8370 profile.go:143] Saving config to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/config.json ...
I0831 22:06:32.204448 8370 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0831 22:06:32.204502 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:32.220573 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:06:32.311681 8370 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0831 22:06:32.316212 8370 start.go:128] duration metric: took 13.448402697s to createHost
I0831 22:06:32.316234 8370 start.go:83] releasing machines lock for "addons-742639", held for 13.448550223s
I0831 22:06:32.316307 8370 cli_runner.go:164] Run: docker container inspect -f "{{with (index .NetworkSettings.Networks "addons-742639")}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-742639
I0831 22:06:32.333993 8370 ssh_runner.go:195] Run: cat /version.json
I0831 22:06:32.334044 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:32.334313 8370 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0831 22:06:32.334347 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:06:32.351583 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:06:32.353942 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:06:32.447308 8370 ssh_runner.go:195] Run: systemctl --version
I0831 22:06:32.569814 8370 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0831 22:06:32.574022 8370 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0831 22:06:32.599208 8370 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0831 22:06:32.599330 8370 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0831 22:06:32.627512 8370 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0831 22:06:32.627536 8370 start.go:495] detecting cgroup driver to use...
I0831 22:06:32.627586 8370 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0831 22:06:32.627699 8370 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0831 22:06:32.643950 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0831 22:06:32.653665 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0831 22:06:32.663232 8370 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0831 22:06:32.663336 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0831 22:06:32.672777 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0831 22:06:32.682311 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0831 22:06:32.691660 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0831 22:06:32.701324 8370 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0831 22:06:32.710979 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0831 22:06:32.721771 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0831 22:06:32.731820 8370 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0831 22:06:32.741614 8370 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0831 22:06:32.750121 8370 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0831 22:06:32.758737 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:32.843606 8370 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0831 22:06:32.952506 8370 start.go:495] detecting cgroup driver to use...
I0831 22:06:32.952551 8370 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0831 22:06:32.952599 8370 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0831 22:06:32.966671 8370 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0831 22:06:32.966746 8370 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0831 22:06:32.979881 8370 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0831 22:06:32.999212 8370 ssh_runner.go:195] Run: which cri-dockerd
I0831 22:06:33.003322 8370 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0831 22:06:33.022255 8370 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0831 22:06:33.045162 8370 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0831 22:06:33.155585 8370 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0831 22:06:33.262625 8370 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0831 22:06:33.262753 8370 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0831 22:06:33.283273 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:33.362742 8370 ssh_runner.go:195] Run: sudo systemctl restart docker
I0831 22:06:33.623055 8370 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0831 22:06:33.634930 8370 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0831 22:06:33.647202 8370 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0831 22:06:33.733481 8370 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0831 22:06:33.816240 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:33.896188 8370 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0831 22:06:33.910300 8370 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0831 22:06:33.924092 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:34.011606 8370 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0831 22:06:34.086968 8370 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0831 22:06:34.087126 8370 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0831 22:06:34.090776 8370 start.go:563] Will wait 60s for crictl version
I0831 22:06:34.090889 8370 ssh_runner.go:195] Run: which crictl
I0831 22:06:34.094592 8370 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0831 22:06:34.133805 8370 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.0
RuntimeApiVersion: v1
I0831 22:06:34.133920 8370 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0831 22:06:34.155216 8370 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0831 22:06:34.180090 8370 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...
I0831 22:06:34.180218 8370 cli_runner.go:164] Run: docker network inspect addons-742639 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0831 22:06:34.195511 8370 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0831 22:06:34.199023 8370 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0831 22:06:34.209885 8370 kubeadm.go:883] updating cluster {Name:addons-742639 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-742639 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0831 22:06:34.210004 8370 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0831 22:06:34.210064 8370 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0831 22:06:34.227967 8370 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0831 22:06:34.227989 8370 docker.go:615] Images already preloaded, skipping extraction
I0831 22:06:34.228052 8370 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0831 22:06:34.246202 8370 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0831 22:06:34.246223 8370 cache_images.go:84] Images are preloaded, skipping loading
I0831 22:06:34.246248 8370 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.0 docker true true} ...
I0831 22:06:34.246359 8370 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-742639 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:addons-742639 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0831 22:06:34.246425 8370 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0831 22:06:34.291472 8370 cni.go:84] Creating CNI manager for ""
I0831 22:06:34.291498 8370 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:34.291508 8370 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0831 22:06:34.291529 8370 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-742639 NodeName:addons-742639 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0831 22:06:34.291677 8370 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-742639"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0831 22:06:34.291741 8370 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0831 22:06:34.300685 8370 binaries.go:44] Found k8s binaries, skipping transfer
I0831 22:06:34.300749 8370 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0831 22:06:34.309137 8370 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0831 22:06:34.326796 8370 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0831 22:06:34.344627 8370 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0831 22:06:34.362644 8370 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0831 22:06:34.366241 8370 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0831 22:06:34.376600 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:06:34.466077 8370 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0831 22:06:34.480418 8370 certs.go:68] Setting up /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639 for IP: 192.168.49.2
I0831 22:06:34.480443 8370 certs.go:194] generating shared ca certs ...
I0831 22:06:34.480460 8370 certs.go:226] acquiring lock for ca certs: {Name:mk6213cea71ca52ced121955064eca25771aaa95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:34.480585 8370 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/18943-2279/.minikube/ca.key
I0831 22:06:35.634371 8370 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-2279/.minikube/ca.crt ...
I0831 22:06:35.634407 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/ca.crt: {Name:mkeecb17c435213f331809716b6c8bb4a252a36c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:35.634600 8370 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-2279/.minikube/ca.key ...
I0831 22:06:35.634612 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/ca.key: {Name:mkbd2b515fceec315a23d42e6db6f34e66114956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:35.634699 8370 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.key
I0831 22:06:36.497357 8370 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.crt ...
I0831 22:06:36.497390 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.crt: {Name:mke4c0b8cfee848b6e5b88f4760e4d52ce6a2c5a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:36.497586 8370 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.key ...
I0831 22:06:36.497612 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.key: {Name:mk879069e3be942706aadfd9e2d2cfd233da4570 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:36.497696 8370 certs.go:256] generating profile certs ...
I0831 22:06:36.497756 8370 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.key
I0831 22:06:36.497773 8370 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.crt with IP's: []
I0831 22:06:37.884345 8370 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.crt ...
I0831 22:06:37.884379 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.crt: {Name:mkb43cb18e972c7fa5478d5d014db558bb3be13a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:37.884562 8370 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.key ...
I0831 22:06:37.884572 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/client.key: {Name:mk3d31232ca511d601e14be6abf6e405df837be7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:37.884683 8370 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key.ec62e152
I0831 22:06:37.884708 8370 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt.ec62e152 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0831 22:06:38.382421 8370 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt.ec62e152 ...
I0831 22:06:38.382454 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt.ec62e152: {Name:mk11e404220ddbe623157499dbc8eed4542faf45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:38.382621 8370 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key.ec62e152 ...
I0831 22:06:38.382639 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key.ec62e152: {Name:mkef40c44b20f4d583303da422f904cc1b891dcb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:38.382708 8370 certs.go:381] copying /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt.ec62e152 -> /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt
I0831 22:06:38.382795 8370 certs.go:385] copying /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key.ec62e152 -> /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key
I0831 22:06:38.382851 8370 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.key
I0831 22:06:38.382872 8370 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.crt with IP's: []
I0831 22:06:38.880119 8370 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.crt ...
I0831 22:06:38.880151 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.crt: {Name:mk76d04ab54cdd1251de70e21424008eabb3e8fe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:38.880328 8370 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.key ...
I0831 22:06:38.880339 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.key: {Name:mkb7062656e7882e5db7ff628e805d02174a3838 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:06:38.880528 8370 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca-key.pem (1675 bytes)
I0831 22:06:38.880571 8370 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/ca.pem (1078 bytes)
I0831 22:06:38.880602 8370 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/cert.pem (1123 bytes)
I0831 22:06:38.880630 8370 certs.go:484] found cert: /home/jenkins/minikube-integration/18943-2279/.minikube/certs/key.pem (1679 bytes)
I0831 22:06:38.881241 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0831 22:06:38.909082 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0831 22:06:38.935826 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0831 22:06:38.960103 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0831 22:06:38.983081 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0831 22:06:39.006400 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0831 22:06:39.036386 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0831 22:06:39.064320 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/profiles/addons-742639/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0831 22:06:39.095644 8370 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18943-2279/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0831 22:06:39.123288 8370 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0831 22:06:39.143607 8370 ssh_runner.go:195] Run: openssl version
I0831 22:06:39.149152 8370 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0831 22:06:39.158978 8370 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:39.162617 8370 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 31 22:06 /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:39.162679 8370 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0831 22:06:39.169740 8370 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0831 22:06:39.179317 8370 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0831 22:06:39.182642 8370 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0831 22:06:39.182696 8370 kubeadm.go:392] StartCluster: {Name:addons-742639 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724862063-19530@sha256:fd0f41868bf20a720502cce04c5201bfb064f3c267161af6fd5265d69c85c9f0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-742639 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0831 22:06:39.182831 8370 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0831 22:06:39.199420 8370 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0831 22:06:39.208465 8370 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0831 22:06:39.217540 8370 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0831 22:06:39.217623 8370 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0831 22:06:39.226442 8370 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0831 22:06:39.226502 8370 kubeadm.go:157] found existing configuration files:
I0831 22:06:39.226561 8370 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0831 22:06:39.235279 8370 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0831 22:06:39.235344 8370 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0831 22:06:39.243880 8370 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0831 22:06:39.252518 8370 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0831 22:06:39.252599 8370 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0831 22:06:39.261081 8370 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0831 22:06:39.269528 8370 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0831 22:06:39.269591 8370 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0831 22:06:39.278379 8370 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0831 22:06:39.287071 8370 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0831 22:06:39.287152 8370 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0831 22:06:39.295428 8370 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0831 22:06:39.335191 8370 kubeadm.go:310] [init] Using Kubernetes version: v1.31.0
I0831 22:06:39.335346 8370 kubeadm.go:310] [preflight] Running pre-flight checks
I0831 22:06:39.360699 8370 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0831 22:06:39.360869 8370 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1068-aws[0m
I0831 22:06:39.360925 8370 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0831 22:06:39.360996 8370 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0831 22:06:39.361063 8370 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0831 22:06:39.361134 8370 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0831 22:06:39.361197 8370 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0831 22:06:39.361273 8370 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0831 22:06:39.361337 8370 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0831 22:06:39.361405 8370 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0831 22:06:39.361469 8370 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0831 22:06:39.361549 8370 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0831 22:06:39.427711 8370 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0831 22:06:39.427822 8370 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0831 22:06:39.427931 8370 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0831 22:06:39.439926 8370 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0831 22:06:39.443747 8370 out.go:235] - Generating certificates and keys ...
I0831 22:06:39.443946 8370 kubeadm.go:310] [certs] Using existing ca certificate authority
I0831 22:06:39.444037 8370 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0831 22:06:40.143494 8370 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0831 22:06:41.494409 8370 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0831 22:06:42.273386 8370 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0831 22:06:42.606658 8370 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0831 22:06:43.107545 8370 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0831 22:06:43.107848 8370 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-742639 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0831 22:06:43.500977 8370 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0831 22:06:43.501305 8370 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-742639 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0831 22:06:44.110971 8370 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0831 22:06:44.343122 8370 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0831 22:06:45.136332 8370 kubeadm.go:310] [certs] Generating "sa" key and public key
I0831 22:06:45.136404 8370 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0831 22:06:45.943050 8370 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0831 22:06:46.924431 8370 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0831 22:06:47.265010 8370 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0831 22:06:47.638536 8370 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0831 22:06:48.002779 8370 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0831 22:06:48.003582 8370 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0831 22:06:48.006828 8370 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0831 22:06:48.009202 8370 out.go:235] - Booting up control plane ...
I0831 22:06:48.009303 8370 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0831 22:06:48.009386 8370 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0831 22:06:48.009861 8370 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0831 22:06:48.036425 8370 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0831 22:06:48.046940 8370 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0831 22:06:48.047009 8370 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0831 22:06:48.157467 8370 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0831 22:06:48.157585 8370 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0831 22:06:49.659363 8370 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501715138s
I0831 22:06:49.659455 8370 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0831 22:06:55.660684 8370 kubeadm.go:310] [api-check] The API server is healthy after 6.001570987s
I0831 22:06:55.680433 8370 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0831 22:06:55.694536 8370 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0831 22:06:55.718284 8370 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0831 22:06:55.718478 8370 kubeadm.go:310] [mark-control-plane] Marking the node addons-742639 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0831 22:06:55.730706 8370 kubeadm.go:310] [bootstrap-token] Using token: grjk8s.fuafkjyeuvu2lwsx
I0831 22:06:55.732320 8370 out.go:235] - Configuring RBAC rules ...
I0831 22:06:55.732443 8370 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0831 22:06:55.737317 8370 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0831 22:06:55.746190 8370 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0831 22:06:55.750196 8370 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0831 22:06:55.753851 8370 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0831 22:06:55.757368 8370 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0831 22:06:56.067225 8370 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0831 22:06:56.492849 8370 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0831 22:06:57.067432 8370 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0831 22:06:57.068728 8370 kubeadm.go:310]
I0831 22:06:57.068802 8370 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0831 22:06:57.068812 8370 kubeadm.go:310]
I0831 22:06:57.068887 8370 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0831 22:06:57.068895 8370 kubeadm.go:310]
I0831 22:06:57.068920 8370 kubeadm.go:310] mkdir -p $HOME/.kube
I0831 22:06:57.068986 8370 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0831 22:06:57.069038 8370 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0831 22:06:57.069046 8370 kubeadm.go:310]
I0831 22:06:57.069098 8370 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0831 22:06:57.069105 8370 kubeadm.go:310]
I0831 22:06:57.069151 8370 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0831 22:06:57.069159 8370 kubeadm.go:310]
I0831 22:06:57.069208 8370 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0831 22:06:57.069286 8370 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0831 22:06:57.069354 8370 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0831 22:06:57.069359 8370 kubeadm.go:310]
I0831 22:06:57.069454 8370 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0831 22:06:57.069528 8370 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0831 22:06:57.069532 8370 kubeadm.go:310]
I0831 22:06:57.069613 8370 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token grjk8s.fuafkjyeuvu2lwsx \
I0831 22:06:57.069713 8370 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d1b8075b22a4a194c2bfc0834ee68db33c03c1cb4c23257c92fbb5297bf0ac6e \
I0831 22:06:57.069736 8370 kubeadm.go:310] --control-plane
I0831 22:06:57.069740 8370 kubeadm.go:310]
I0831 22:06:57.069822 8370 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0831 22:06:57.069827 8370 kubeadm.go:310]
I0831 22:06:57.069905 8370 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token grjk8s.fuafkjyeuvu2lwsx \
I0831 22:06:57.070004 8370 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d1b8075b22a4a194c2bfc0834ee68db33c03c1cb4c23257c92fbb5297bf0ac6e
I0831 22:06:57.073821 8370 kubeadm.go:310] W0831 22:06:39.332079 1830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0831 22:06:57.074217 8370 kubeadm.go:310] W0831 22:06:39.332916 1830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0831 22:06:57.074459 8370 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1068-aws\n", err: exit status 1
I0831 22:06:57.074591 8370 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0831 22:06:57.074632 8370 cni.go:84] Creating CNI manager for ""
I0831 22:06:57.074658 8370 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0831 22:06:57.077022 8370 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0831 22:06:57.078706 8370 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0831 22:06:57.088295 8370 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0831 22:06:57.109160 8370 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0831 22:06:57.109230 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:57.109274 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-742639 minikube.k8s.io/updated_at=2024_08_31T22_06_57_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=8ab9a20c866aaad18bea6fac47c5d146303457d2 minikube.k8s.io/name=addons-742639 minikube.k8s.io/primary=true
I0831 22:06:57.254916 8370 ops.go:34] apiserver oom_adj: -16
I0831 22:06:57.255033 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:57.755702 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:58.255292 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:58.755179 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:59.255978 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:06:59.755339 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:00.260228 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:00.756076 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:01.255534 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:01.755855 8370 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0831 22:07:01.850898 8370 kubeadm.go:1113] duration metric: took 4.741733853s to wait for elevateKubeSystemPrivileges
I0831 22:07:01.850928 8370 kubeadm.go:394] duration metric: took 22.668234575s to StartCluster
I0831 22:07:01.850945 8370 settings.go:142] acquiring lock: {Name:mkd755b66299b6a3720b1696cfe6da7dd50820c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:07:01.851056 8370 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18943-2279/kubeconfig
I0831 22:07:01.851523 8370 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18943-2279/kubeconfig: {Name:mk851d81432f4f19f35bb24c1bfd11797a99091b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0831 22:07:01.851714 8370 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0831 22:07:01.851740 8370 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0831 22:07:01.851984 8370 config.go:182] Loaded profile config "addons-742639": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:07:01.852044 8370 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0831 22:07:01.852120 8370 addons.go:69] Setting yakd=true in profile "addons-742639"
I0831 22:07:01.852140 8370 addons.go:234] Setting addon yakd=true in "addons-742639"
I0831 22:07:01.852163 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.852620 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.853085 8370 addons.go:69] Setting metrics-server=true in profile "addons-742639"
I0831 22:07:01.853110 8370 addons.go:234] Setting addon metrics-server=true in "addons-742639"
I0831 22:07:01.853137 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.853533 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.853699 8370 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-742639"
I0831 22:07:01.853737 8370 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-742639"
I0831 22:07:01.853765 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.854166 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.856362 8370 addons.go:69] Setting registry=true in profile "addons-742639"
I0831 22:07:01.856405 8370 addons.go:234] Setting addon registry=true in "addons-742639"
I0831 22:07:01.856445 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.856868 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.858203 8370 addons.go:69] Setting storage-provisioner=true in profile "addons-742639"
I0831 22:07:01.858246 8370 addons.go:234] Setting addon storage-provisioner=true in "addons-742639"
I0831 22:07:01.858282 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.858705 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.858837 8370 addons.go:69] Setting cloud-spanner=true in profile "addons-742639"
I0831 22:07:01.858895 8370 addons.go:234] Setting addon cloud-spanner=true in "addons-742639"
I0831 22:07:01.858937 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.859629 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859107 8370 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-742639"
I0831 22:07:01.866353 8370 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-742639"
I0831 22:07:01.866413 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.866878 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.861531 8370 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-742639"
I0831 22:07:01.869812 8370 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-742639"
I0831 22:07:01.870117 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859116 8370 addons.go:69] Setting default-storageclass=true in profile "addons-742639"
I0831 22:07:01.878694 8370 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-742639"
I0831 22:07:01.879019 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859121 8370 addons.go:69] Setting gcp-auth=true in profile "addons-742639"
I0831 22:07:01.882768 8370 mustload.go:65] Loading cluster: addons-742639
I0831 22:07:01.882946 8370 config.go:182] Loaded profile config "addons-742639": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0831 22:07:01.883228 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859125 8370 addons.go:69] Setting ingress=true in profile "addons-742639"
I0831 22:07:01.887053 8370 addons.go:234] Setting addon ingress=true in "addons-742639"
I0831 22:07:01.887114 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.887683 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859128 8370 addons.go:69] Setting ingress-dns=true in profile "addons-742639"
I0831 22:07:01.895184 8370 addons.go:234] Setting addon ingress-dns=true in "addons-742639"
I0831 22:07:01.895231 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.895668 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.859203 8370 out.go:177] * Verifying Kubernetes components...
I0831 22:07:01.859131 8370 addons.go:69] Setting inspektor-gadget=true in profile "addons-742639"
I0831 22:07:01.907408 8370 addons.go:234] Setting addon inspektor-gadget=true in "addons-742639"
I0831 22:07:01.907451 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.907896 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.909547 8370 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0831 22:07:01.861542 8370 addons.go:69] Setting volcano=true in profile "addons-742639"
I0831 22:07:01.909741 8370 addons.go:234] Setting addon volcano=true in "addons-742639"
I0831 22:07:01.909801 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.910357 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.861551 8370 addons.go:69] Setting volumesnapshots=true in profile "addons-742639"
I0831 22:07:01.918298 8370 addons.go:234] Setting addon volumesnapshots=true in "addons-742639"
I0831 22:07:01.918340 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:01.918771 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:01.990962 8370 out.go:177] - Using image docker.io/registry:2.8.3
I0831 22:07:02.003402 8370 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0831 22:07:02.004155 8370 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0831 22:07:02.022265 8370 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0831 22:07:02.022718 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0831 22:07:02.022814 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.022285 8370 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0831 22:07:02.022290 8370 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0831 22:07:02.030155 8370 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-742639"
I0831 22:07:02.030197 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:02.030621 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:02.033420 8370 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0831 22:07:02.035211 8370 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0831 22:07:02.035233 8370 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0831 22:07:02.035300 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.042102 8370 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0831 22:07:02.042127 8370 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0831 22:07:02.042190 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.058933 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:02.060095 8370 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0831 22:07:02.060651 8370 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0831 22:07:02.060667 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0831 22:07:02.060885 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.066471 8370 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0831 22:07:02.070243 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0831 22:07:02.072869 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0831 22:07:02.074714 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0831 22:07:02.079574 8370 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0831 22:07:02.079599 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0831 22:07:02.079663 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.091848 8370 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23
I0831 22:07:02.093483 8370 addons.go:234] Setting addon default-storageclass=true in "addons-742639"
I0831 22:07:02.093519 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:02.094011 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:02.102838 8370 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0831 22:07:02.102859 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0831 22:07:02.102932 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.136923 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0831 22:07:02.139125 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0831 22:07:02.142263 8370 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0831 22:07:02.142351 8370 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0831 22:07:02.144151 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0831 22:07:02.144173 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0831 22:07:02.144271 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.152169 8370 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0831 22:07:02.155313 8370 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0831 22:07:02.158495 8370 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0831 22:07:02.158518 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0831 22:07:02.158585 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.166202 8370 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.31.0
I0831 22:07:02.167752 8370 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0831 22:07:02.171791 8370 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0831 22:07:02.171939 8370 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0831 22:07:02.171964 8370 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0831 22:07:02.172079 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.192410 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0831 22:07:02.192438 8370 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0831 22:07:02.192505 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.214406 8370 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0831 22:07:02.214429 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0831 22:07:02.214489 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.254158 8370 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:02.255368 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.258354 8370 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0831 22:07:02.259060 8370 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0831 22:07:02.264124 8370 out.go:177] - Using image docker.io/busybox:stable
I0831 22:07:02.266115 8370 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0831 22:07:02.266148 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0831 22:07:02.266234 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.269197 8370 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:02.292121 8370 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0831 22:07:02.292192 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0831 22:07:02.292283 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.326896 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.361464 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.362436 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.375442 8370 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0831 22:07:02.375472 8370 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0831 22:07:02.375539 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:02.377498 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.381438 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.399527 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.400585 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.409656 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.435008 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.442070 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.452656 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.463920 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:02.471321 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
W0831 22:07:02.473791 8370 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0831 22:07:02.473826 8370 retry.go:31] will retry after 165.60993ms: ssh: handshake failed: EOF
I0831 22:07:02.958163 8370 ssh_runner.go:235] Completed: sudo systemctl daemon-reload: (1.048582991s)
I0831 22:07:02.958226 8370 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0831 22:07:02.958277 8370 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml": (1.106545258s)
I0831 22:07:02.958411 8370 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0831 22:07:03.229088 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0831 22:07:03.235104 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0831 22:07:03.295573 8370 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0831 22:07:03.295599 8370 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0831 22:07:03.314613 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0831 22:07:03.340986 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0831 22:07:03.341011 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0831 22:07:03.363721 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0831 22:07:03.402638 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0831 22:07:03.411258 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0831 22:07:03.435464 8370 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0831 22:07:03.435488 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0831 22:07:03.449731 8370 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0831 22:07:03.449759 8370 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0831 22:07:03.501714 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0831 22:07:03.530239 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0831 22:07:03.550453 8370 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0831 22:07:03.550476 8370 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0831 22:07:03.554280 8370 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0831 22:07:03.554300 8370 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0831 22:07:03.558570 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0831 22:07:03.558593 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0831 22:07:03.578540 8370 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0831 22:07:03.578564 8370 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0831 22:07:03.583905 8370 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0831 22:07:03.583930 8370 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0831 22:07:03.717552 8370 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0831 22:07:03.717586 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0831 22:07:03.814989 8370 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0831 22:07:03.815015 8370 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0831 22:07:03.908819 8370 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0831 22:07:03.908850 8370 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0831 22:07:03.942220 8370 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0831 22:07:03.942244 8370 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0831 22:07:03.988580 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0831 22:07:03.998544 8370 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0831 22:07:03.998572 8370 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0831 22:07:04.028405 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0831 22:07:04.028433 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0831 22:07:04.176449 8370 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0831 22:07:04.176476 8370 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0831 22:07:04.236821 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0831 22:07:04.236847 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0831 22:07:04.293654 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0831 22:07:04.329743 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0831 22:07:04.329814 8370 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0831 22:07:04.353601 8370 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0831 22:07:04.353680 8370 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0831 22:07:04.363428 8370 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0831 22:07:04.363501 8370 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0831 22:07:04.551368 8370 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0831 22:07:04.551454 8370 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0831 22:07:04.593551 8370 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0831 22:07:04.593623 8370 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0831 22:07:04.629748 8370 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:04.629825 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0831 22:07:04.756680 8370 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0831 22:07:04.756751 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0831 22:07:04.808565 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0831 22:07:04.808636 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0831 22:07:05.015293 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:05.045134 8370 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.086859923s)
I0831 22:07:05.045224 8370 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.086797737s)
I0831 22:07:05.045373 8370 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0831 22:07:05.046852 8370 node_ready.go:35] waiting up to 6m0s for node "addons-742639" to be "Ready" ...
I0831 22:07:05.051692 8370 node_ready.go:49] node "addons-742639" has status "Ready":"True"
I0831 22:07:05.051717 8370 node_ready.go:38] duration metric: took 4.791515ms for node "addons-742639" to be "Ready" ...
I0831 22:07:05.051727 8370 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0831 22:07:05.068864 8370 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace to be "Ready" ...
I0831 22:07:05.217692 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0831 22:07:05.277333 8370 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0831 22:07:05.277358 8370 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0831 22:07:05.550891 8370 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-742639" context rescaled to 1 replicas
I0831 22:07:05.606099 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0831 22:07:05.606171 8370 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0831 22:07:05.653074 8370 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0831 22:07:05.653148 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0831 22:07:05.834037 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0831 22:07:05.973884 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0831 22:07:05.973949 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0831 22:07:06.216157 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0831 22:07:06.216217 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0831 22:07:06.657003 8370 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0831 22:07:06.657076 8370 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0831 22:07:07.053539 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0831 22:07:07.093506 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:07.917737 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.682594919s)
I0831 22:07:07.917842 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.603209897s)
I0831 22:07:07.917913 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.554174717s)
I0831 22:07:07.918419 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.689306995s)
I0831 22:07:08.310395 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.907723466s)
I0831 22:07:08.310486 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.899204354s)
I0831 22:07:09.074871 8370 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0831 22:07:09.075017 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:09.094264 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:09.100764 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:09.995439 8370 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0831 22:07:10.479982 8370 addons.go:234] Setting addon gcp-auth=true in "addons-742639"
I0831 22:07:10.480049 8370 host.go:66] Checking if "addons-742639" exists ...
I0831 22:07:10.480571 8370 cli_runner.go:164] Run: docker container inspect addons-742639 --format={{.State.Status}}
I0831 22:07:10.507349 8370 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0831 22:07:10.507413 8370 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-742639
I0831 22:07:10.533622 8370 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/18943-2279/.minikube/machines/addons-742639/id_rsa Username:docker}
I0831 22:07:11.107672 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:13.632496 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:14.746999 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (11.245248076s)
I0831 22:07:14.747158 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (11.216881668s)
I0831 22:07:14.747175 8370 addons.go:475] Verifying addon ingress=true in "addons-742639"
I0831 22:07:14.747314 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (10.758705839s)
I0831 22:07:14.747332 8370 addons.go:475] Verifying addon registry=true in "addons-742639"
I0831 22:07:14.747661 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (10.45392197s)
I0831 22:07:14.747682 8370 addons.go:475] Verifying addon metrics-server=true in "addons-742639"
I0831 22:07:14.747765 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (9.732397673s)
W0831 22:07:14.747790 8370 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0831 22:07:14.747805 8370 retry.go:31] will retry after 293.497062ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0831 22:07:14.747850 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (9.530081246s)
I0831 22:07:14.747967 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (8.913855087s)
I0831 22:07:14.749234 8370 out.go:177] * Verifying ingress addon...
I0831 22:07:14.750886 8370 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-742639 service yakd-dashboard -n yakd-dashboard
I0831 22:07:14.750930 8370 out.go:177] * Verifying registry addon...
I0831 22:07:14.751895 8370 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0831 22:07:14.753812 8370 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0831 22:07:14.807419 8370 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0831 22:07:14.807441 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:14.807868 8370 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0831 22:07:14.807888 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:15.041951 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0831 22:07:15.281902 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:15.283306 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:15.632448 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (8.57881037s)
I0831 22:07:15.632496 8370 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-742639"
I0831 22:07:15.632693 8370 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.125315469s)
I0831 22:07:15.635605 8370 out.go:177] * Verifying csi-hostpath-driver addon...
I0831 22:07:15.635671 8370 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0831 22:07:15.640108 8370 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0831 22:07:15.642911 8370 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0831 22:07:15.645508 8370 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0831 22:07:15.645541 8370 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0831 22:07:15.650879 8370 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0831 22:07:15.650963 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:15.757704 8370 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0831 22:07:15.757785 8370 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0831 22:07:15.785442 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:15.786377 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:15.801864 8370 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0831 22:07:15.801888 8370 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0831 22:07:15.850746 8370 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0831 22:07:16.077549 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:16.145784 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:16.263692 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:16.265097 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:16.645505 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:16.756244 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:16.758355 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:17.145384 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:17.261566 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:17.262694 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:17.417192 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.375199565s)
I0831 22:07:17.417266 8370 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.566496804s)
I0831 22:07:17.420692 8370 addons.go:475] Verifying addon gcp-auth=true in "addons-742639"
I0831 22:07:17.426507 8370 out.go:177] * Verifying gcp-auth addon...
I0831 22:07:17.430018 8370 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0831 22:07:17.432650 8370 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0831 22:07:17.644794 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:17.756506 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:17.759198 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:18.145455 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:18.261067 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:18.263310 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:18.575519 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:18.644959 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:18.757027 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:18.758623 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:19.148241 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:19.259692 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:19.260943 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:19.645818 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:19.756771 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:19.757705 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:20.147578 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:20.267396 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:20.271423 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:20.577758 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:20.645650 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:20.757887 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:20.762050 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:21.145645 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:21.256403 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:21.260789 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:21.647929 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:21.757285 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:21.758147 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:22.146436 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:22.260575 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:22.262284 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:22.644691 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:22.757892 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:22.760055 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:23.075689 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:23.145817 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:23.268835 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:23.270850 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:23.645913 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:23.756795 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:23.758665 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:24.146085 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:24.262662 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:24.263266 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:24.645339 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:24.758283 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:24.759460 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:25.076337 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:25.144976 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:25.257507 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:25.259188 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:25.645995 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:25.757671 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:25.759855 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:26.145051 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:26.265317 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:26.266472 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:26.645395 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:26.758534 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:26.758727 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:27.146670 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:27.263818 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:27.265553 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:27.575476 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:27.645394 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:27.756461 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:27.758090 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:28.144989 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:28.260437 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:28.262885 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:28.646164 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:28.758417 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:28.759345 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:29.147514 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:29.262351 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:29.263802 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:29.575916 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:29.646456 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:29.756788 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:29.759627 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:30.154992 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:30.262403 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:30.263391 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:30.645570 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:30.758774 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:30.759954 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:31.145287 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:31.263179 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:31.265449 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:31.646869 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:31.756558 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:31.759993 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:32.075598 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:32.145670 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:32.263424 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:32.265637 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:32.645704 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:32.756283 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:32.759983 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:33.145504 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:33.261317 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:33.261538 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:33.644983 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:33.758902 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:33.759526 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:34.076114 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:34.145942 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:34.262005 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:34.263947 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:34.645362 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:34.759001 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:34.765022 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:35.145989 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:35.264265 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:35.265548 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:35.645406 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:35.758567 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:35.759479 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:36.146102 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:36.256834 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:36.258995 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:36.575487 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:36.644829 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:36.757150 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:36.758560 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:37.144844 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:37.261403 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:37.262870 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:37.646494 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:37.756908 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:37.758662 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:38.145021 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:38.268255 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0831 22:07:38.269182 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:38.576174 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:38.645934 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:38.758294 8370 kapi.go:107] duration metric: took 24.004480064s to wait for kubernetes.io/minikube-addons=registry ...
I0831 22:07:38.759651 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:39.148617 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:39.263125 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:39.644796 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:39.756471 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:40.145521 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:40.262342 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:40.645810 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:40.756898 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:41.076493 8370 pod_ready.go:103] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"False"
I0831 22:07:41.147045 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:41.258771 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:41.652688 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:41.759494 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:42.083835 8370 pod_ready.go:93] pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.083923 8370 pod_ready.go:82] duration metric: took 37.014974353s for pod "coredns-6f6b679f8f-2r28h" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.083962 8370 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-lkz6h" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.086529 8370 pod_ready.go:98] error getting pod "coredns-6f6b679f8f-lkz6h" in "kube-system" namespace (skipping!): pods "coredns-6f6b679f8f-lkz6h" not found
I0831 22:07:42.086601 8370 pod_ready.go:82] duration metric: took 2.590541ms for pod "coredns-6f6b679f8f-lkz6h" in "kube-system" namespace to be "Ready" ...
E0831 22:07:42.086628 8370 pod_ready.go:67] WaitExtra: waitPodCondition: error getting pod "coredns-6f6b679f8f-lkz6h" in "kube-system" namespace (skipping!): pods "coredns-6f6b679f8f-lkz6h" not found
I0831 22:07:42.086650 8370 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.106482 8370 pod_ready.go:93] pod "etcd-addons-742639" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.106570 8370 pod_ready.go:82] duration metric: took 19.878465ms for pod "etcd-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.106598 8370 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.119041 8370 pod_ready.go:93] pod "kube-apiserver-addons-742639" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.119233 8370 pod_ready.go:82] duration metric: took 12.596344ms for pod "kube-apiserver-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.119267 8370 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.133512 8370 pod_ready.go:93] pod "kube-controller-manager-addons-742639" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.133603 8370 pod_ready.go:82] duration metric: took 14.312454ms for pod "kube-controller-manager-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.133670 8370 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-crbmm" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.147815 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:42.266838 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:42.278057 8370 pod_ready.go:93] pod "kube-proxy-crbmm" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.278089 8370 pod_ready.go:82] duration metric: took 144.389156ms for pod "kube-proxy-crbmm" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.278101 8370 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.647129 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:42.673026 8370 pod_ready.go:93] pod "kube-scheduler-addons-742639" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:42.673052 8370 pod_ready.go:82] duration metric: took 394.943069ms for pod "kube-scheduler-addons-742639" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.673063 8370 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-gclmc" in "kube-system" namespace to be "Ready" ...
I0831 22:07:42.758057 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:43.073063 8370 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-gclmc" in "kube-system" namespace has status "Ready":"True"
I0831 22:07:43.073087 8370 pod_ready.go:82] duration metric: took 400.016313ms for pod "nvidia-device-plugin-daemonset-gclmc" in "kube-system" namespace to be "Ready" ...
I0831 22:07:43.073097 8370 pod_ready.go:39] duration metric: took 38.021357567s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0831 22:07:43.073116 8370 api_server.go:52] waiting for apiserver process to appear ...
I0831 22:07:43.073179 8370 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0831 22:07:43.091361 8370 api_server.go:72] duration metric: took 41.239591461s to wait for apiserver process to appear ...
I0831 22:07:43.091405 8370 api_server.go:88] waiting for apiserver healthz status ...
I0831 22:07:43.091429 8370 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0831 22:07:43.100329 8370 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0831 22:07:43.101398 8370 api_server.go:141] control plane version: v1.31.0
I0831 22:07:43.101419 8370 api_server.go:131] duration metric: took 10.006313ms to wait for apiserver health ...
I0831 22:07:43.101428 8370 system_pods.go:43] waiting for kube-system pods to appear ...
I0831 22:07:43.144847 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:43.261446 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:43.279893 8370 system_pods.go:59] 17 kube-system pods found
I0831 22:07:43.279930 8370 system_pods.go:61] "coredns-6f6b679f8f-2r28h" [588149a7-2251-4e0a-a958-ffe0e095088b] Running
I0831 22:07:43.279939 8370 system_pods.go:61] "csi-hostpath-attacher-0" [698bbcb4-8ce9-4da2-8a49-15e396d9f92b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0831 22:07:43.279947 8370 system_pods.go:61] "csi-hostpath-resizer-0" [a6924b64-9b50-4c59-8d42-fe6dd2db1b23] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0831 22:07:43.279968 8370 system_pods.go:61] "csi-hostpathplugin-nrkgb" [c7a8346a-9322-4c6f-be30-0e45911a4e72] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0831 22:07:43.279974 8370 system_pods.go:61] "etcd-addons-742639" [6cdba371-1b59-4da0-aa9f-9071f4966541] Running
I0831 22:07:43.279979 8370 system_pods.go:61] "kube-apiserver-addons-742639" [9dbac6d8-3bbc-40d4-8455-1f9611612369] Running
I0831 22:07:43.279983 8370 system_pods.go:61] "kube-controller-manager-addons-742639" [9c17351a-2106-4f37-8202-3270efdde2f9] Running
I0831 22:07:43.279987 8370 system_pods.go:61] "kube-ingress-dns-minikube" [92fa896f-5bb8-4cc6-98fb-6595f2c74d0b] Running
I0831 22:07:43.279991 8370 system_pods.go:61] "kube-proxy-crbmm" [62c502a7-5e61-4598-a88c-7cf21f445aa8] Running
I0831 22:07:43.279995 8370 system_pods.go:61] "kube-scheduler-addons-742639" [9b01b250-ec67-4502-b264-4c3cb6aed01e] Running
I0831 22:07:43.280001 8370 system_pods.go:61] "metrics-server-84c5f94fbc-v5wlx" [6c6e14f0-a408-480e-9c81-b11d7f1f96f0] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0831 22:07:43.280007 8370 system_pods.go:61] "nvidia-device-plugin-daemonset-gclmc" [5cbce86e-0fc2-4aed-80c5-66b21a417eb6] Running
I0831 22:07:43.280012 8370 system_pods.go:61] "registry-6fb4cdfc84-25jhq" [195b1392-2aad-40ff-a44b-0641056727a1] Running
I0831 22:07:43.280016 8370 system_pods.go:61] "registry-proxy-jxqpd" [4752523a-ac3b-4bb6-8199-9fb816d49c87] Running
I0831 22:07:43.280023 8370 system_pods.go:61] "snapshot-controller-56fcc65765-hsfrc" [8dde4145-05a9-4b0b-894d-f5b5eaf34be3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:43.280030 8370 system_pods.go:61] "snapshot-controller-56fcc65765-vdwxh" [a56a2f44-4608-49c1-8ce6-fbd0cd6b6d0d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:43.280039 8370 system_pods.go:61] "storage-provisioner" [c57f7ec3-221f-4a79-a0d9-b8d7235eb1df] Running
I0831 22:07:43.280045 8370 system_pods.go:74] duration metric: took 178.612264ms to wait for pod list to return data ...
I0831 22:07:43.280058 8370 default_sa.go:34] waiting for default service account to be created ...
I0831 22:07:43.489862 8370 default_sa.go:45] found service account: "default"
I0831 22:07:43.489888 8370 default_sa.go:55] duration metric: took 209.823241ms for default service account to be created ...
I0831 22:07:43.489898 8370 system_pods.go:116] waiting for k8s-apps to be running ...
I0831 22:07:43.647392 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:43.751059 8370 system_pods.go:86] 17 kube-system pods found
I0831 22:07:43.755562 8370 system_pods.go:89] "coredns-6f6b679f8f-2r28h" [588149a7-2251-4e0a-a958-ffe0e095088b] Running
I0831 22:07:43.755594 8370 system_pods.go:89] "csi-hostpath-attacher-0" [698bbcb4-8ce9-4da2-8a49-15e396d9f92b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0831 22:07:43.755633 8370 system_pods.go:89] "csi-hostpath-resizer-0" [a6924b64-9b50-4c59-8d42-fe6dd2db1b23] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0831 22:07:43.755662 8370 system_pods.go:89] "csi-hostpathplugin-nrkgb" [c7a8346a-9322-4c6f-be30-0e45911a4e72] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0831 22:07:43.755682 8370 system_pods.go:89] "etcd-addons-742639" [6cdba371-1b59-4da0-aa9f-9071f4966541] Running
I0831 22:07:43.755703 8370 system_pods.go:89] "kube-apiserver-addons-742639" [9dbac6d8-3bbc-40d4-8455-1f9611612369] Running
I0831 22:07:43.755735 8370 system_pods.go:89] "kube-controller-manager-addons-742639" [9c17351a-2106-4f37-8202-3270efdde2f9] Running
I0831 22:07:43.755758 8370 system_pods.go:89] "kube-ingress-dns-minikube" [92fa896f-5bb8-4cc6-98fb-6595f2c74d0b] Running
I0831 22:07:43.755778 8370 system_pods.go:89] "kube-proxy-crbmm" [62c502a7-5e61-4598-a88c-7cf21f445aa8] Running
I0831 22:07:43.755798 8370 system_pods.go:89] "kube-scheduler-addons-742639" [9b01b250-ec67-4502-b264-4c3cb6aed01e] Running
I0831 22:07:43.755817 8370 system_pods.go:89] "metrics-server-84c5f94fbc-v5wlx" [6c6e14f0-a408-480e-9c81-b11d7f1f96f0] Running
I0831 22:07:43.755845 8370 system_pods.go:89] "nvidia-device-plugin-daemonset-gclmc" [5cbce86e-0fc2-4aed-80c5-66b21a417eb6] Running
I0831 22:07:43.755868 8370 system_pods.go:89] "registry-6fb4cdfc84-25jhq" [195b1392-2aad-40ff-a44b-0641056727a1] Running
I0831 22:07:43.755886 8370 system_pods.go:89] "registry-proxy-jxqpd" [4752523a-ac3b-4bb6-8199-9fb816d49c87] Running
I0831 22:07:43.755909 8370 system_pods.go:89] "snapshot-controller-56fcc65765-hsfrc" [8dde4145-05a9-4b0b-894d-f5b5eaf34be3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:43.755945 8370 system_pods.go:89] "snapshot-controller-56fcc65765-vdwxh" [a56a2f44-4608-49c1-8ce6-fbd0cd6b6d0d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0831 22:07:43.755966 8370 system_pods.go:89] "storage-provisioner" [c57f7ec3-221f-4a79-a0d9-b8d7235eb1df] Running
I0831 22:07:43.755988 8370 system_pods.go:126] duration metric: took 266.082884ms to wait for k8s-apps to be running ...
I0831 22:07:43.756007 8370 system_svc.go:44] waiting for kubelet service to be running ....
I0831 22:07:43.756088 8370 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0831 22:07:43.756424 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:43.773152 8370 system_svc.go:56] duration metric: took 17.135155ms WaitForService to wait for kubelet
I0831 22:07:43.773225 8370 kubeadm.go:582] duration metric: took 41.921459313s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0831 22:07:43.773258 8370 node_conditions.go:102] verifying NodePressure condition ...
I0831 22:07:43.872875 8370 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0831 22:07:43.872955 8370 node_conditions.go:123] node cpu capacity is 2
I0831 22:07:43.872980 8370 node_conditions.go:105] duration metric: took 99.703737ms to run NodePressure ...
I0831 22:07:43.873006 8370 start.go:241] waiting for startup goroutines ...
I0831 22:07:44.145138 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:44.263428 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:44.645873 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:44.756970 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:45.153171 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:45.261760 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:45.646056 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:45.756646 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:46.145380 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:46.262269 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:46.645559 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:46.756890 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:47.145712 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:47.265570 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:47.647476 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:47.757582 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:48.146551 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:48.269733 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:48.645612 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:48.757665 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:49.155000 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:49.261745 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:49.651697 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:49.757702 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:50.146063 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:50.262750 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:50.645386 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:50.757145 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:51.146450 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:51.257382 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:51.645944 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:51.766685 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:52.145820 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:52.260998 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:52.644975 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:52.756635 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:53.147057 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:53.256398 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:53.644968 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:53.756089 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:54.147269 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:54.274886 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:54.645780 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:54.757329 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:55.146030 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:55.256972 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:55.663112 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:55.757154 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:56.148476 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:56.283501 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:56.644619 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:56.756798 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:57.146278 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:57.262362 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:57.645124 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:57.757023 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:58.145524 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:58.265938 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:58.645186 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:58.757201 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:59.146680 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:59.262522 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:07:59.644910 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:07:59.756632 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:00.209483 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:00.305779 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:00.654989 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:00.756513 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:01.145937 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:01.258240 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:01.645047 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:01.756158 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:02.144396 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:02.268717 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:02.645840 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:02.756522 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:03.145073 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:03.261972 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:03.667521 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:03.761647 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:04.145216 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:04.261587 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:04.647018 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:04.758043 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:05.145196 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:05.261679 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:05.645618 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:05.756692 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:06.145102 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:06.260009 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:06.645972 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:06.756550 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:07.145189 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:07.259561 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:07.644751 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:07.756793 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:08.145532 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:08.257775 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:08.646456 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:08.755690 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:09.148901 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:09.263055 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:09.645161 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:09.756656 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:10.145872 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:10.255925 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:10.645089 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:10.755784 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:11.156987 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:11.258661 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:11.645602 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0831 22:08:11.757334 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:12.145718 8370 kapi.go:107] duration metric: took 56.505608429s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0831 22:08:12.256954 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:12.756687 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:13.256605 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:13.757402 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:14.262565 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:14.756038 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:15.259372 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:15.756241 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:16.263199 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:16.756320 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:17.257880 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:17.757185 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:18.256965 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:18.761666 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:19.262493 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:19.756200 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:20.257371 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:20.758229 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:21.261610 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:21.758457 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:22.264608 8370 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0831 22:08:22.774877 8370 kapi.go:107] duration metric: took 1m8.02297811s to wait for app.kubernetes.io/name=ingress-nginx ...
I0831 22:08:40.436992 8370 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0831 22:08:40.437017 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:40.933884 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:41.433317 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:41.934369 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:42.433392 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:42.934454 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:43.433169 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:43.934632 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:44.433628 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:44.934455 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:45.434706 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:45.933764 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:46.433748 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:46.934126 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:47.433611 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:47.933621 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:48.433509 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:48.933460 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:49.434033 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:49.934220 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:50.434542 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:50.933505 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:51.434285 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:51.935835 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:52.434676 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:52.933357 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:53.433295 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:53.934023 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:54.433563 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:54.933849 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:55.433377 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:55.933318 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:56.433826 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:56.933495 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:57.433286 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:57.933841 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:58.433751 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:58.935061 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:59.434052 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:08:59.933330 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:00.441810 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:00.933883 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:01.433797 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:01.933612 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:02.433602 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:02.933593 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:03.433189 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:03.933932 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:04.434574 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:04.933750 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:05.433454 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:05.934110 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:06.433274 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:06.933740 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:07.433230 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:07.933631 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:08.433218 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:08.933442 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:09.434663 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:09.934091 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:10.432913 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:10.933602 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:11.432938 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:11.934431 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:12.433523 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:12.934206 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:13.433960 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:13.933469 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:14.433998 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:14.933587 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:15.433427 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:15.934107 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:16.433763 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:16.935822 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:17.434384 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:17.933668 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:18.433268 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:18.933547 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:19.433794 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:19.933989 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:20.433023 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:20.934273 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:21.433446 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:21.933492 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:22.433089 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:22.933460 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:23.434851 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:23.934857 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:24.433742 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:24.933574 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:25.433251 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:25.934093 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:26.433791 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:26.934514 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:27.433353 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:27.934076 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:28.434242 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:28.934204 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:29.434437 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:29.933035 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:30.433851 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:30.934079 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:31.434099 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:31.944283 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:32.433768 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:32.934475 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:33.433148 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:33.934040 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:34.434065 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:34.934468 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:35.433195 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:35.934358 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:36.433494 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:36.934025 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:37.433577 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:37.933660 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:38.434126 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:38.934135 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:39.434070 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:39.933643 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:40.433886 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:40.937085 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:41.436146 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:41.934238 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:42.433919 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:42.933700 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:43.433675 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:43.933190 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:44.434489 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:44.933390 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:45.435843 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:45.933434 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:46.433391 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:46.934586 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:47.434452 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:47.933519 8370 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0831 22:09:48.433761 8370 kapi.go:107] duration metric: took 2m31.003741312s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0831 22:09:48.435420 8370 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-742639 cluster.
I0831 22:09:48.436976 8370 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0831 22:09:48.438663 8370 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0831 22:09:48.440464 8370 out.go:177] * Enabled addons: cloud-spanner, nvidia-device-plugin, ingress-dns, storage-provisioner-rancher, storage-provisioner, default-storageclass, volcano, metrics-server, inspektor-gadget, yakd, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0831 22:09:48.443888 8370 addons.go:510] duration metric: took 2m46.59184104s for enable addons: enabled=[cloud-spanner nvidia-device-plugin ingress-dns storage-provisioner-rancher storage-provisioner default-storageclass volcano metrics-server inspektor-gadget yakd volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0831 22:09:48.443944 8370 start.go:246] waiting for cluster config update ...
I0831 22:09:48.443965 8370 start.go:255] writing updated cluster config ...
I0831 22:09:48.444246 8370 ssh_runner.go:195] Run: rm -f paused
I0831 22:09:48.773230 8370 start.go:600] kubectl: 1.31.0, cluster: 1.31.0 (minor skew: 0)
I0831 22:09:48.775772 8370 out.go:177] * Done! kubectl is now configured to use "addons-742639" cluster and "default" namespace by default
==> Docker <==
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.517966940Z" level=info msg="ignoring event" container=7c341d28cb318958e3027d8a3887e35ab746d6ddc3a9852af50d5d6b0e6a4174 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.535613157Z" level=info msg="ignoring event" container=9308bcf2bbf31d9430e246e12367d7264a0d16c806bd96f1d56d3fd6194bab2e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.535678961Z" level=info msg="ignoring event" container=36e4c24fb274b8bb7295c175d71f4b2466a304f517812e6a6a7b2dd5474f84cd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.549616005Z" level=info msg="ignoring event" container=2732a4eb407ae66f791550b3dbce5b919c8c5877aea8288b58cac87b77363bbf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.615719476Z" level=info msg="ignoring event" container=e4d458d8d3ddb94beb2fa1c8c17435e554c3e987c72079c8ac119d1d357052fa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.625485100Z" level=info msg="ignoring event" container=58ce98f42048d59731bf6053cd0680b2e77533e27b8d1d311b56f22c09c8a0ad module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.755923908Z" level=info msg="ignoring event" container=0c800b7a5ae5218c9ee9b2e693247444775514a7e8d7b2bcc154e59349aa420c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.879458538Z" level=info msg="ignoring event" container=4c758f12cc164b11e3e613f68f19df1a3f505c12d8e99e478b070dbfcb9f1dc7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:29 addons-742639 dockerd[1282]: time="2024-08-31T22:19:29.917931126Z" level=info msg="ignoring event" container=0c144dadbd85490527bd0ba1344fbea55187a8ef6fc22ac4d9cd0104c4b7338b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:36 addons-742639 dockerd[1282]: time="2024-08-31T22:19:36.136959706Z" level=info msg="ignoring event" container=2d6ea90e71a82312a0cd1b5d99ee1b0bcceb1983b3b9b01d84aeca869b30ef52 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:36 addons-742639 dockerd[1282]: time="2024-08-31T22:19:36.162241047Z" level=info msg="ignoring event" container=d46667203dc6551b00b6318bea0e64cedab768d8c9e7769e06f096e557daa07a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:36 addons-742639 dockerd[1282]: time="2024-08-31T22:19:36.315704798Z" level=info msg="ignoring event" container=0af4e48af1e9175344a68a9c5d0374e976df6e5961e1fe55ca6da038f7ab31e2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:36 addons-742639 dockerd[1282]: time="2024-08-31T22:19:36.362299651Z" level=info msg="ignoring event" container=c1a8bc514d0e93071a2beb53ebae39a70c9d94297c9e4ffae19b25b098803655 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:42 addons-742639 dockerd[1282]: time="2024-08-31T22:19:42.727958473Z" level=info msg="ignoring event" container=8d0be9a950d68e78dad08b0f746b166d236e1fb8790527361e918c3e3ba440dd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:42 addons-742639 dockerd[1282]: time="2024-08-31T22:19:42.917425134Z" level=info msg="ignoring event" container=8ab1e7cc6e598d497aa861718de5d93e32f37801991df073a720ba6e0e6c9927 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:43 addons-742639 cri-dockerd[1540]: time="2024-08-31T22:19:43Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/fd70de4fc7f398447bf4cdb392c0cb13c8c4f59130a936214d1b9ec8e5a05ab7/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Aug 31 22:19:43 addons-742639 dockerd[1282]: time="2024-08-31T22:19:43.855526966Z" level=warning msg="reference for unknown type: " digest="sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79" remote="docker.io/library/busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"
Aug 31 22:19:44 addons-742639 dockerd[1282]: time="2024-08-31T22:19:44.078722111Z" level=info msg="ignoring event" container=f651d67d553b8e08c5b3c54c6d51b2e0c62bd344308e8ff70fc74f8f22f9a3d2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:44 addons-742639 cri-dockerd[1540]: time="2024-08-31T22:19:44Z" level=info msg="Stop pulling image docker.io/busybox:stable@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79: Status: Downloaded newer image for busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"
Aug 31 22:19:44 addons-742639 dockerd[1282]: time="2024-08-31T22:19:44.710049297Z" level=info msg="ignoring event" container=cecb65aaf17736ce5c98fed10737d7591a5381b053b9f06591bc1b68af765300 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:44 addons-742639 dockerd[1282]: time="2024-08-31T22:19:44.976159300Z" level=info msg="ignoring event" container=86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-742639 dockerd[1282]: time="2024-08-31T22:19:45.065501694Z" level=info msg="ignoring event" container=101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-742639 dockerd[1282]: time="2024-08-31T22:19:45.332399905Z" level=info msg="ignoring event" container=d2f4a9b73c7b570bd71bcf2701cf45fa64b08968dbfdfbd525c87ec4106069e1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:45 addons-742639 dockerd[1282]: time="2024-08-31T22:19:45.448204778Z" level=info msg="ignoring event" container=cc856f4dd8e52b87a6d820a23db7d9448540c3fe0880696357c2bb83be768552 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 31 22:19:46 addons-742639 dockerd[1282]: time="2024-08-31T22:19:46.014500348Z" level=info msg="ignoring event" container=fd70de4fc7f398447bf4cdb392c0cb13c8c4f59130a936214d1b9ec8e5a05ab7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cecb65aaf1773 busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 2 seconds ago Exited helper-pod 0 fd70de4fc7f39 helper-pod-create-pvc-77e56be0-b431-4714-8471-5267667c9b66
e84fa6017a3e8 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:6b2f7ac9fe6f547cfa541d9217f03da0d0c4615b561d5455a23d0edbbd607ecc 38 seconds ago Exited gadget 7 3ea6beb794b0f gadget-97mp2
d6d1b8bd570b2 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 9 minutes ago Running gcp-auth 0 e54d308eedc8f gcp-auth-89d5ffd79-6mzss
30df4cea2a57d registry.k8s.io/ingress-nginx/controller@sha256:d5f8217feeac4887cb1ed21f27c2674e58be06bd8f5184cacea2a69abaf78dce 11 minutes ago Running controller 0 e513607255f32 ingress-nginx-controller-bc57996ff-7brrr
5823cda0cbf31 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited patch 0 394ca6d49dd5d ingress-nginx-admission-patch-42nm7
549eaa46f6b07 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited create 0 24e72630b317f ingress-nginx-admission-create-rs7wx
b39dbb8a2645c registry.k8s.io/metrics-server/metrics-server@sha256:ffcb2bf004d6aa0a17d90e0247cf94f2865c8901dcab4427034c341951c239f9 12 minutes ago Running metrics-server 0 0d85706787fb0 metrics-server-84c5f94fbc-v5wlx
4b9b3cc9495d1 rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 12 minutes ago Running local-path-provisioner 0 1f113edac2ecc local-path-provisioner-86d989889c-l28kq
d4c7703dbfff6 gcr.io/cloud-spanner-emulator/emulator@sha256:636fdfc528824bae5f0ea2eca6ae307fe81092f05ec21038008bc0d6100e52fc 12 minutes ago Running cloud-spanner-emulator 0 d1e5de0f770f8 cloud-spanner-emulator-769b77f747-95jzp
161fb05ff0548 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 12 minutes ago Running minikube-ingress-dns 0 de8f884cd5ff5 kube-ingress-dns-minikube
08d38a5044400 ba04bb24b9575 12 minutes ago Running storage-provisioner 0 5c9199c4513a1 storage-provisioner
3b4bf205969c1 2437cf7621777 12 minutes ago Running coredns 0 1ccdb858a1ec4 coredns-6f6b679f8f-2r28h
0e656117fcb20 71d55d66fd4ee 12 minutes ago Running kube-proxy 0 7b434c24d9fa0 kube-proxy-crbmm
11806c7fbbee3 fbbbd428abb4d 12 minutes ago Running kube-scheduler 0 cf43a103b9394 kube-scheduler-addons-742639
45afdf3ed5418 27e3830e14027 12 minutes ago Running etcd 0 ca4f638920df6 etcd-addons-742639
51a1ab674a7f5 fcb0683e6bdbd 12 minutes ago Running kube-controller-manager 0 4778d13a3e59a kube-controller-manager-addons-742639
42b33a489ab3a cd0f0ae0ec9e0 12 minutes ago Running kube-apiserver 0 a9b635f65bd33 kube-apiserver-addons-742639
==> controller_ingress [30df4cea2a57] <==
W0831 22:08:21.805368 7 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work.
I0831 22:08:21.805501 7 main.go:205] "Creating API client" host="https://10.96.0.1:443"
I0831 22:08:21.815624 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="31" git="v1.31.0" state="clean" commit="9edcffcde5595e8a5b1a35f88c421764e575afce" platform="linux/arm64"
I0831 22:08:22.806875 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"
I0831 22:08:22.822933 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"
I0831 22:08:22.832494 7 nginx.go:271] "Starting NGINX Ingress controller"
I0831 22:08:22.848890 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7208dd6f-5dae-49a5-8359-75f7dd29a366", APIVersion:"v1", ResourceVersion:"701", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller
I0831 22:08:22.849890 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"ffa31d01-aa28-48b2-81f2-3febcceff7a4", APIVersion:"v1", ResourceVersion:"702", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services
I0831 22:08:22.850089 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"44595eb7-ccee-408a-ad80-23b68017b3c9", APIVersion:"v1", ResourceVersion:"703", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services
I0831 22:08:24.034182 7 nginx.go:317] "Starting NGINX process"
I0831 22:08:24.034741 7 nginx.go:337] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"
I0831 22:08:24.034961 7 leaderelection.go:250] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...
I0831 22:08:24.036635 7 controller.go:193] "Configuration changes detected, backend reload required"
I0831 22:08:24.058439 7 leaderelection.go:260] successfully acquired lease ingress-nginx/ingress-nginx-leader
I0831 22:08:24.058674 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bc57996ff-7brrr"
I0831 22:08:24.067703 7 status.go:219] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-bc57996ff-7brrr" node="addons-742639"
I0831 22:08:24.079551 7 controller.go:213] "Backend successfully reloaded"
I0831 22:08:24.079631 7 controller.go:224] "Initial sync, sleeping for 1 second"
I0831 22:08:24.079742 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-7brrr", UID:"9ba515e0-a32a-4f94-8340-05dac0bc7d49", APIVersion:"v1", ResourceVersion:"1278", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
Build: 46e76e5916813cfca2a9b0bfdc34b69a0000f6b9
Repository: https://github.com/kubernetes/ingress-nginx
nginx version: nginx/1.25.5
-------------------------------------------------------------------------------
==> coredns [3b4bf205969c] <==
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
[INFO] Reloading complete
[INFO] 127.0.0.1:42663 - 21283 "HINFO IN 3544752163504717156.183727025932527055. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.028014272s
[INFO] 10.244.0.7:35631 - 40065 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000322088s
[INFO] 10.244.0.7:35631 - 7559 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000764845s
[INFO] 10.244.0.7:34404 - 3981 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000255578s
[INFO] 10.244.0.7:34404 - 2696 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000136769s
[INFO] 10.244.0.7:50112 - 6278 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000161467s
[INFO] 10.244.0.7:55240 - 45850 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00011094s
[INFO] 10.244.0.7:55240 - 20255 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000066387s
[INFO] 10.244.0.7:50112 - 42122 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.008260936s
[INFO] 10.244.0.7:46232 - 57708 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.013583776s
[INFO] 10.244.0.7:46232 - 11626 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.013456147s
[INFO] 10.244.0.7:55744 - 55640 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000110177s
[INFO] 10.244.0.7:55744 - 62303 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000084118s
[INFO] 10.244.0.25:48702 - 54745 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00042488s
[INFO] 10.244.0.25:37353 - 40119 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000156297s
[INFO] 10.244.0.25:34667 - 62464 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000262331s
[INFO] 10.244.0.25:36541 - 14697 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000319536s
[INFO] 10.244.0.25:52544 - 62133 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000136359s
[INFO] 10.244.0.25:42438 - 56824 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000315786s
[INFO] 10.244.0.25:58557 - 30085 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.004503336s
[INFO] 10.244.0.25:40701 - 35936 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00551878s
[INFO] 10.244.0.25:52660 - 45116 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001708964s
[INFO] 10.244.0.25:34300 - 22543 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.001815293s
==> describe nodes <==
Name: addons-742639
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-742639
kubernetes.io/os=linux
minikube.k8s.io/commit=8ab9a20c866aaad18bea6fac47c5d146303457d2
minikube.k8s.io/name=addons-742639
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_08_31T22_06_57_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-742639
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 31 Aug 2024 22:06:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-742639
AcquireTime: <unset>
RenewTime: Sat, 31 Aug 2024 22:19:41 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 31 Aug 2024 22:15:37 +0000 Sat, 31 Aug 2024 22:06:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 31 Aug 2024 22:15:37 +0000 Sat, 31 Aug 2024 22:06:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 31 Aug 2024 22:15:37 +0000 Sat, 31 Aug 2024 22:06:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 31 Aug 2024 22:15:37 +0000 Sat, 31 Aug 2024 22:06:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-742639
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 8d45917483564fe08e50d23f1793ddd1
System UUID: 476bafe5-64b9-4d54-a5ee-5b2c358c9d3d
Boot ID: aeae7520-62af-425c-8cc0-8a951086001b
Kernel Version: 5.15.0-1068-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m17s
default cloud-spanner-emulator-769b77f747-95jzp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
gadget gadget-97mp2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
gcp-auth gcp-auth-89d5ffd79-6mzss 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
ingress-nginx ingress-nginx-controller-bc57996ff-7brrr 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 12m
kube-system coredns-6f6b679f8f-2r28h 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 12m
kube-system etcd-addons-742639 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 12m
kube-system kube-apiserver-addons-742639 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-742639 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-crbmm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-742639 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system metrics-server-84c5f94fbc-v5wlx 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
local-path-storage local-path-provisioner-86d989889c-l28kq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 0 (0%)
memory 460Mi (5%) 170Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node addons-742639 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x7 over 12m) kubelet Node addons-742639 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node addons-742639 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-742639 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-742639 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-742639 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-742639 event: Registered Node addons-742639 in Controller
==> dmesg <==
[Aug31 21:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014943] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.440364] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.805190] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.109689] kauditd_printk_skb: 36 callbacks suppressed
[Aug31 22:08] hrtimer: interrupt took 44756400 ns
==> etcd [45afdf3ed541] <==
{"level":"info","ts":"2024-08-31T22:06:50.633776Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-08-31T22:06:50.633946Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-08-31T22:06:50.715213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-08-31T22:06:50.715440Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-08-31T22:06:50.715603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-08-31T22:06:50.715699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-08-31T22:06:50.715790Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-31T22:06:50.715903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-08-31T22:06:50.716055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-31T22:06:50.719298Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:50.724397Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-742639 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-08-31T22:06:50.724655Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:50.724995Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:50.725141Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-31T22:06:50.724906Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-31T22:06:50.725048Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-08-31T22:06:50.725736Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-08-31T22:06:50.724920Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-31T22:06:50.726740Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-31T22:06:50.737444Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-08-31T22:06:50.738319Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-31T22:06:50.775236Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-08-31T22:16:51.574667Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1884}
{"level":"info","ts":"2024-08-31T22:16:51.619605Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1884,"took":"44.367826ms","hash":4063641183,"current-db-size-bytes":9134080,"current-db-size":"9.1 MB","current-db-size-in-use-bytes":4997120,"current-db-size-in-use":"5.0 MB"}
{"level":"info","ts":"2024-08-31T22:16:51.619655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4063641183,"revision":1884,"compact-revision":-1}
==> gcp-auth [d6d1b8bd570b] <==
2024/08/31 22:09:48 GCP Auth Webhook started!
2024/08/31 22:10:05 Ready to marshal response ...
2024/08/31 22:10:05 Ready to write response ...
2024/08/31 22:10:05 Ready to marshal response ...
2024/08/31 22:10:05 Ready to write response ...
2024/08/31 22:10:29 Ready to marshal response ...
2024/08/31 22:10:29 Ready to write response ...
2024/08/31 22:10:29 Ready to marshal response ...
2024/08/31 22:10:29 Ready to write response ...
2024/08/31 22:10:29 Ready to marshal response ...
2024/08/31 22:10:29 Ready to write response ...
2024/08/31 22:18:43 Ready to marshal response ...
2024/08/31 22:18:43 Ready to write response ...
2024/08/31 22:18:53 Ready to marshal response ...
2024/08/31 22:18:53 Ready to write response ...
2024/08/31 22:19:19 Ready to marshal response ...
2024/08/31 22:19:19 Ready to write response ...
2024/08/31 22:19:43 Ready to marshal response ...
2024/08/31 22:19:43 Ready to write response ...
2024/08/31 22:19:43 Ready to marshal response ...
2024/08/31 22:19:43 Ready to write response ...
==> kernel <==
22:19:46 up 1:02, 0 users, load average: 0.78, 0.70, 0.57
Linux addons-742639 5.15.0-1068-aws #74~20.04.1-Ubuntu SMP Tue Aug 6 19:45:17 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kube-apiserver [42b33a489ab3] <==
I0831 22:10:19.801514 1 handler.go:286] Adding GroupVersion scheduling.volcano.sh v1beta1 to ResourceManager
I0831 22:10:20.162450 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:20.198794 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
I0831 22:10:20.355332 1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager
W0831 22:10:20.437370 1 cacher.go:171] Terminating all watchers from cacher commands.bus.volcano.sh
W0831 22:10:20.759025 1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh
W0831 22:10:20.802573 1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh
W0831 22:10:20.911876 1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh
W0831 22:10:20.912889 1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh
W0831 22:10:21.430643 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0831 22:10:21.618516 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0831 22:19:01.042442 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0831 22:19:35.791481 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0831 22:19:35.791558 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0831 22:19:35.822056 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0831 22:19:35.822110 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0831 22:19:35.833547 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0831 22:19:35.833606 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0831 22:19:35.855897 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0831 22:19:35.856205 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0831 22:19:35.945989 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0831 22:19:35.946839 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0831 22:19:36.834920 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0831 22:19:36.947238 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0831 22:19:37.007134 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
==> kube-controller-manager [51a1ab674a7f] <==
E0831 22:19:36.948783 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
E0831 22:19:37.008875 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:37.713908 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:37.713949 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:37.886613 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:37.886654 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:38.603964 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:38.604009 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:39.847787 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:39.848007 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:40.640025 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:40.640069 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:40.752625 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:40.752667 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:42.172555 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:42.172672 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:44.263872 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:44.263918 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0831 22:19:44.894351 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-6fb4cdfc84" duration="5.965µs"
W0831 22:19:45.697207 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:45.697251 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:45.962170 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:45.962229 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0831 22:19:46.702054 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0831 22:19:46.702098 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [0e656117fcb2] <==
I0831 22:07:03.179566 1 server_linux.go:66] "Using iptables proxy"
I0831 22:07:03.297250 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0831 22:07:03.297321 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0831 22:07:03.317976 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0831 22:07:03.318051 1 server_linux.go:169] "Using iptables Proxier"
I0831 22:07:03.320513 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0831 22:07:03.320842 1 server.go:483] "Version info" version="v1.31.0"
I0831 22:07:03.320858 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0831 22:07:03.324068 1 config.go:197] "Starting service config controller"
I0831 22:07:03.324107 1 shared_informer.go:313] Waiting for caches to sync for service config
I0831 22:07:03.324137 1 config.go:104] "Starting endpoint slice config controller"
I0831 22:07:03.324141 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0831 22:07:03.327264 1 config.go:326] "Starting node config controller"
I0831 22:07:03.327278 1 shared_informer.go:313] Waiting for caches to sync for node config
I0831 22:07:03.427269 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0831 22:07:03.427325 1 shared_informer.go:320] Caches are synced for node config
I0831 22:07:03.427339 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [11806c7fbbee] <==
W0831 22:06:54.298559 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0831 22:06:54.300792 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298609 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0831 22:06:54.301043 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298640 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0831 22:06:54.298673 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0831 22:06:54.301387 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298705 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0831 22:06:54.301648 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298740 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0831 22:06:54.301884 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298842 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0831 22:06:54.302114 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298869 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0831 22:06:54.302314 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.298900 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0831 22:06:54.302575 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.299197 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0831 22:06:54.302826 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0831 22:06:54.300150 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0831 22:06:54.303057 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0831 22:06:54.300464 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0831 22:06:54.303281 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0831 22:06:54.303442 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0831 22:06:55.793184 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.697515 2363 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-99z2f\" (UniqueName: \"kubernetes.io/projected/4752523a-ac3b-4bb6-8199-9fb816d49c87-kube-api-access-99z2f\") on node \"addons-742639\" DevicePath \"\""
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.854689 2363 scope.go:117] "RemoveContainer" containerID="101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3"
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.921187 2363 scope.go:117] "RemoveContainer" containerID="101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3"
Aug 31 22:19:45 addons-742639 kubelet[2363]: E0831 22:19:45.923449 2363 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3" containerID="101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3"
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.923492 2363 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3"} err="failed to get container status \"101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3\": rpc error: code = Unknown desc = Error response from daemon: No such container: 101da61670e9495b1090b53df81a8e9968a0de943e20687386b88f8595c745c3"
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.923519 2363 scope.go:117] "RemoveContainer" containerID="86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369"
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.948028 2363 scope.go:117] "RemoveContainer" containerID="86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369"
Aug 31 22:19:45 addons-742639 kubelet[2363]: E0831 22:19:45.948925 2363 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369" containerID="86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369"
Aug 31 22:19:45 addons-742639 kubelet[2363]: I0831 22:19:45.948976 2363 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369"} err="failed to get container status \"86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369\": rpc error: code = Unknown desc = Error response from daemon: No such container: 86c614f3b486b03046228249628ecc03d7ce3d2ad3957f307849549a4e200369"
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.200830 2363 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-data\") pod \"ef0a0832-1343-48ff-b514-0200092101b1\" (UID: \"ef0a0832-1343-48ff-b514-0200092101b1\") "
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.200883 2363 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-gcp-creds\") pod \"ef0a0832-1343-48ff-b514-0200092101b1\" (UID: \"ef0a0832-1343-48ff-b514-0200092101b1\") "
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.200913 2363 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/ef0a0832-1343-48ff-b514-0200092101b1-script\") pod \"ef0a0832-1343-48ff-b514-0200092101b1\" (UID: \"ef0a0832-1343-48ff-b514-0200092101b1\") "
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.200951 2363 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nq6w9\" (UniqueName: \"kubernetes.io/projected/ef0a0832-1343-48ff-b514-0200092101b1-kube-api-access-nq6w9\") pod \"ef0a0832-1343-48ff-b514-0200092101b1\" (UID: \"ef0a0832-1343-48ff-b514-0200092101b1\") "
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.201361 2363 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "ef0a0832-1343-48ff-b514-0200092101b1" (UID: "ef0a0832-1343-48ff-b514-0200092101b1"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.201397 2363 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-data" (OuterVolumeSpecName: "data") pod "ef0a0832-1343-48ff-b514-0200092101b1" (UID: "ef0a0832-1343-48ff-b514-0200092101b1"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.201660 2363 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ef0a0832-1343-48ff-b514-0200092101b1-script" (OuterVolumeSpecName: "script") pod "ef0a0832-1343-48ff-b514-0200092101b1" (UID: "ef0a0832-1343-48ff-b514-0200092101b1"). InnerVolumeSpecName "script". PluginName "kubernetes.io/configmap", VolumeGidValue ""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.206124 2363 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ef0a0832-1343-48ff-b514-0200092101b1-kube-api-access-nq6w9" (OuterVolumeSpecName: "kube-api-access-nq6w9") pod "ef0a0832-1343-48ff-b514-0200092101b1" (UID: "ef0a0832-1343-48ff-b514-0200092101b1"). InnerVolumeSpecName "kube-api-access-nq6w9". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.302246 2363 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-nq6w9\" (UniqueName: \"kubernetes.io/projected/ef0a0832-1343-48ff-b514-0200092101b1-kube-api-access-nq6w9\") on node \"addons-742639\" DevicePath \"\""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.302284 2363 reconciler_common.go:288] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-data\") on node \"addons-742639\" DevicePath \"\""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.302295 2363 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/ef0a0832-1343-48ff-b514-0200092101b1-gcp-creds\") on node \"addons-742639\" DevicePath \"\""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.302305 2363 reconciler_common.go:288] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/ef0a0832-1343-48ff-b514-0200092101b1-script\") on node \"addons-742639\" DevicePath \"\""
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.385633 2363 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="195b1392-2aad-40ff-a44b-0641056727a1" path="/var/lib/kubelet/pods/195b1392-2aad-40ff-a44b-0641056727a1/volumes"
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.386060 2363 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4752523a-ac3b-4bb6-8199-9fb816d49c87" path="/var/lib/kubelet/pods/4752523a-ac3b-4bb6-8199-9fb816d49c87/volumes"
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.386746 2363 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4ab07daf-f631-41cc-a6ef-6ac8881ebe78" path="/var/lib/kubelet/pods/4ab07daf-f631-41cc-a6ef-6ac8881ebe78/volumes"
Aug 31 22:19:46 addons-742639 kubelet[2363]: I0831 22:19:46.387231 2363 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ef0a0832-1343-48ff-b514-0200092101b1" path="/var/lib/kubelet/pods/ef0a0832-1343-48ff-b514-0200092101b1/volumes"
==> storage-provisioner [08d38a504440] <==
I0831 22:07:09.311171 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0831 22:07:09.321956 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0831 22:07:09.322006 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0831 22:07:09.337950 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0831 22:07:09.338371 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"705c67a7-99ca-493a-a378-9e5c60c5a067", APIVersion:"v1", ResourceVersion:"601", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-742639_115acfbf-a758-447d-8bd2-a90bea70ea0a became leader
I0831 22:07:09.338474 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-742639_115acfbf-a758-447d-8bd2-a90bea70ea0a!
I0831 22:07:09.438840 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-742639_115acfbf-a758-447d-8bd2-a90bea70ea0a!
-- /stdout --
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-742639 -n addons-742639
helpers_test.go:262: (dbg) Run: kubectl --context addons-742639 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:273: non-running pods: busybox test-local-path ingress-nginx-admission-create-rs7wx ingress-nginx-admission-patch-42nm7
helpers_test.go:275: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:278: (dbg) Run: kubectl --context addons-742639 describe pod busybox test-local-path ingress-nginx-admission-create-rs7wx ingress-nginx-admission-patch-42nm7
helpers_test.go:278: (dbg) Non-zero exit: kubectl --context addons-742639 describe pod busybox test-local-path ingress-nginx-admission-create-rs7wx ingress-nginx-admission-patch-42nm7: exit status 1 (126.88478ms)
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-742639/192.168.49.2
Start Time: Sat, 31 Aug 2024 22:10:29 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.27
IPs:
IP: 10.244.0.27
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-prb6w (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-prb6w:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m18s default-scheduler Successfully assigned default/busybox to addons-742639
Normal Pulling 7m55s (x4 over 9m17s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m55s (x4 over 9m17s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m55s (x4 over 9m17s) kubelet Error: ErrImagePull
Warning Failed 7m27s (x6 over 9m17s) kubelet Error: ImagePullBackOff
Normal BackOff 4m16s (x20 over 9m17s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Name: test-local-path
Namespace: default
Priority: 0
Service Account: default
Node: addons-742639/192.168.49.2
Start Time: Sat, 31 Aug 2024 22:19:47 +0000
Labels: run=test-local-path
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Containers:
busybox:
Container ID:
Image: busybox:stable
Image ID:
Port: <none>
Host Port: <none>
Command:
sh
-c
echo 'local-path-provisioner' > /test/file1
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/test from data (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-lwhgt (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
data:
Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
ClaimName: test-pvc
ReadOnly: false
kube-api-access-lwhgt:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 0s default-scheduler Successfully assigned default/test-local-path to addons-742639
Normal Pulling 0s kubelet Pulling image "busybox:stable"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-rs7wx" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-42nm7" not found
** /stderr **
helpers_test.go:280: kubectl --context addons-742639 describe pod busybox test-local-path ingress-nginx-admission-create-rs7wx ingress-nginx-admission-patch-42nm7: exit status 1
--- FAIL: TestAddons/parallel/Registry (75.12s)