=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-160127 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-160127 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-160127 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:352: "nginx" [2952fde7-ae1d-41db-97dd-5db12b951fae] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:352: "nginx" [2952fde7-ae1d-41db-97dd-5db12b951fae] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.009340296s
I0917 00:30:50.771670 859053 kapi.go:150] Service nginx in namespace default found.
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-160127 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-160127 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.976171378s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-160127 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-160127 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestAddons/parallel/Ingress]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect addons-160127
helpers_test.go:243: (dbg) docker inspect addons-160127:
-- stdout --
[
{
"Id": "a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf",
"Created": "2025-09-17T00:26:18.579212402Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 860220,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-09-17T00:26:18.637203745Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:3d6f74760dfc17060da5abc5d463d3d45b4ceea05955c9cc42b3ec56cb38cc48",
"ResolvConfPath": "/var/lib/docker/containers/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf/hostname",
"HostsPath": "/var/lib/docker/containers/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf/hosts",
"LogPath": "/var/lib/docker/containers/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf-json.log",
"Name": "/addons-160127",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-160127:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-160127",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf",
"LowerDir": "/var/lib/docker/overlay2/6e38bbafe77b5adb3d2b52187533448d297d0ccc0dcd4a059f2779b0cf442f48-init/diff:/var/lib/docker/overlay2/cd42a5ab2cf4c74437647f2d8b0837602d53b1f49cb4003f87c861b49a5e1d53/diff",
"MergedDir": "/var/lib/docker/overlay2/6e38bbafe77b5adb3d2b52187533448d297d0ccc0dcd4a059f2779b0cf442f48/merged",
"UpperDir": "/var/lib/docker/overlay2/6e38bbafe77b5adb3d2b52187533448d297d0ccc0dcd4a059f2779b0cf442f48/diff",
"WorkDir": "/var/lib/docker/overlay2/6e38bbafe77b5adb3d2b52187533448d297d0ccc0dcd4a059f2779b0cf442f48/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-160127",
"Source": "/var/lib/docker/volumes/addons-160127/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-160127",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-160127",
"name.minikube.sigs.k8s.io": "addons-160127",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ebd7563570a18ef6a42567a75460b005e4e41f68f873fd236466700b180c3de1",
"SandboxKey": "/var/run/docker/netns/ebd7563570a1",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33558"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33559"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33562"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33560"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33561"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-160127": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:c4:a5:44:b9:07",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "6207fa1d629a027abaf3edf45d53372fb0d3017478e9ec0065034abb085c59fe",
"EndpointID": "5a93faba8bf5983c774e0b8610e6b9d08804ad6d4408464a90c1a81f98382248",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-160127",
"a07e817d82f4"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-160127 -n addons-160127
helpers_test.go:252: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p addons-160127 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p addons-160127 logs -n 25: (1.684452926s)
helpers_test.go:260: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ delete │ -p download-docker-206051 │ download-docker-206051 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ 17 Sep 25 00:25 UTC │
│ start │ --download-only -p binary-mirror-633798 --alsologtostderr --binary-mirror http://127.0.0.1:44367 --driver=docker --container-runtime=crio │ binary-mirror-633798 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ │
│ delete │ -p binary-mirror-633798 │ binary-mirror-633798 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ 17 Sep 25 00:25 UTC │
│ addons │ enable dashboard -p addons-160127 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ │
│ addons │ disable dashboard -p addons-160127 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ │
│ start │ -p addons-160127 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:25 UTC │ 17 Sep 25 00:28 UTC │
│ addons │ addons-160127 addons disable volcano --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:28 UTC │ 17 Sep 25 00:28 UTC │
│ addons │ addons-160127 addons disable gcp-auth --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable yakd --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ ip │ addons-160127 ip │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable registry --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable nvidia-device-plugin --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable cloud-spanner --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ enable headlamp -p addons-160127 --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ ssh │ addons-160127 ssh cat /opt/local-path-provisioner/pvc-e4aa6a01-96f9-4229-b8a9-878dadd04a59_default_test-pvc/file1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable storage-provisioner-rancher --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:30 UTC │
│ addons │ addons-160127 addons disable headlamp --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:29 UTC │ 17 Sep 25 00:29 UTC │
│ addons │ addons-160127 addons disable metrics-server --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:30 UTC │ 17 Sep 25 00:30 UTC │
│ addons │ addons-160127 addons disable inspektor-gadget --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:30 UTC │ 17 Sep 25 00:30 UTC │
│ ssh │ addons-160127 ssh curl -s http://127.0.0.1/ -H 'Host: nginx.example.com' │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:30 UTC │ │
│ addons │ addons-160127 addons disable volumesnapshots --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:30 UTC │ 17 Sep 25 00:30 UTC │
│ addons │ addons-160127 addons disable csi-hostpath-driver --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:30 UTC │ 17 Sep 25 00:31 UTC │
│ addons │ configure registry-creds -f ./testdata/addons_testconfig.json -p addons-160127 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:31 UTC │ 17 Sep 25 00:31 UTC │
│ addons │ addons-160127 addons disable registry-creds --alsologtostderr -v=1 │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:31 UTC │ 17 Sep 25 00:31 UTC │
│ ip │ addons-160127 ip │ addons-160127 │ jenkins │ v1.37.0 │ 17 Sep 25 00:33 UTC │ 17 Sep 25 00:33 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/09/17 00:25:53
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0917 00:25:53.786400 859826 out.go:360] Setting OutFile to fd 1 ...
I0917 00:25:53.786535 859826 out.go:408] TERM=,COLORTERM=, which probably does not support color
I0917 00:25:53.786547 859826 out.go:374] Setting ErrFile to fd 2...
I0917 00:25:53.786552 859826 out.go:408] TERM=,COLORTERM=, which probably does not support color
I0917 00:25:53.786821 859826 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21550-857204/.minikube/bin
I0917 00:25:53.787266 859826 out.go:368] Setting JSON to false
I0917 00:25:53.788089 859826 start.go:130] hostinfo: {"hostname":"ip-172-31-30-239","uptime":11292,"bootTime":1758057462,"procs":152,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0917 00:25:53.788153 859826 start.go:140] virtualization:
I0917 00:25:53.791554 859826 out.go:179] * [addons-160127] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I0917 00:25:53.794369 859826 out.go:179] - MINIKUBE_LOCATION=21550
I0917 00:25:53.794448 859826 notify.go:220] Checking for updates...
I0917 00:25:53.800187 859826 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0917 00:25:53.803122 859826 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21550-857204/kubeconfig
I0917 00:25:53.805929 859826 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21550-857204/.minikube
I0917 00:25:53.808786 859826 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I0917 00:25:53.811647 859826 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I0917 00:25:53.814679 859826 driver.go:421] Setting default libvirt URI to qemu:///system
I0917 00:25:53.834798 859826 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I0917 00:25:53.834925 859826 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0917 00:25:53.892252 859826 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-09-17 00:25:53.883090336 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214843392 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx P
ath:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I0917 00:25:53.892382 859826 docker.go:318] overlay module found
I0917 00:25:53.895574 859826 out.go:179] * Using the docker driver based on user configuration
I0917 00:25:53.898567 859826 start.go:304] selected driver: docker
I0917 00:25:53.898600 859826 start.go:918] validating driver "docker" against <nil>
I0917 00:25:53.898615 859826 start.go:929] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0917 00:25:53.899361 859826 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0917 00:25:53.957860 859826 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-09-17 00:25:53.94895762 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214843392 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pa
th:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I0917 00:25:53.958022 859826 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I0917 00:25:53.958275 859826 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0917 00:25:53.961430 859826 out.go:179] * Using Docker driver with root privileges
I0917 00:25:53.964434 859826 cni.go:84] Creating CNI manager for ""
I0917 00:25:53.964521 859826 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0917 00:25:53.964534 859826 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I0917 00:25:53.964675 859826 start.go:348] cluster config:
{Name:addons-160127 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:addons-160127 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0917 00:25:53.967865 859826 out.go:179] * Starting "addons-160127" primary control-plane node in "addons-160127" cluster
I0917 00:25:53.970807 859826 cache.go:123] Beginning downloading kic base image for docker with crio
I0917 00:25:53.973713 859826 out.go:179] * Pulling base image v0.0.48 ...
I0917 00:25:53.976705 859826 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime crio
I0917 00:25:53.976771 859826 preload.go:146] Found local preload: /home/jenkins/minikube-integration/21550-857204/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-cri-o-overlay-arm64.tar.lz4
I0917 00:25:53.976781 859826 cache.go:58] Caching tarball of preloaded images
I0917 00:25:53.976874 859826 preload.go:172] Found /home/jenkins/minikube-integration/21550-857204/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0917 00:25:53.976883 859826 cache.go:61] Finished verifying existence of preloaded tar for v1.34.0 on crio
I0917 00:25:53.977245 859826 profile.go:143] Saving config to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/config.json ...
I0917 00:25:53.977267 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/config.json: {Name:mkbbda03941d54635db4964c8958d84ccf96f4cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:25:53.977426 859826 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon
I0917 00:25:53.992920 859826 cache.go:152] Downloading gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 to local cache
I0917 00:25:53.993059 859826 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local cache directory
I0917 00:25:53.993084 859826 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local cache directory, skipping pull
I0917 00:25:53.993089 859826 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 exists in cache, skipping pull
I0917 00:25:53.993097 859826 cache.go:155] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 as a tarball
I0917 00:25:53.993112 859826 cache.go:165] Loading gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 from local cache
I0917 00:26:11.801250 859826 cache.go:167] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 from cached tarball
I0917 00:26:11.801295 859826 cache.go:232] Successfully downloaded all kic artifacts
I0917 00:26:11.801335 859826 start.go:360] acquireMachinesLock for addons-160127: {Name:mk5eedec4108bad25f5b4366fc398793d7b60b94 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0917 00:26:11.801461 859826 start.go:364] duration metric: took 107.866µs to acquireMachinesLock for "addons-160127"
I0917 00:26:11.801489 859826 start.go:93] Provisioning new machine with config: &{Name:addons-160127 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:addons-160127 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: S
ocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I0917 00:26:11.801594 859826 start.go:125] createHost starting for "" (driver="docker")
I0917 00:26:11.805058 859826 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0917 00:26:11.805312 859826 start.go:159] libmachine.API.Create for "addons-160127" (driver="docker")
I0917 00:26:11.805348 859826 client.go:168] LocalClient.Create starting
I0917 00:26:11.805469 859826 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem
I0917 00:26:11.967810 859826 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/cert.pem
I0917 00:26:12.203772 859826 cli_runner.go:164] Run: docker network inspect addons-160127 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0917 00:26:12.218344 859826 cli_runner.go:211] docker network inspect addons-160127 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0917 00:26:12.218457 859826 network_create.go:284] running [docker network inspect addons-160127] to gather additional debugging logs...
I0917 00:26:12.218480 859826 cli_runner.go:164] Run: docker network inspect addons-160127
W0917 00:26:12.233897 859826 cli_runner.go:211] docker network inspect addons-160127 returned with exit code 1
I0917 00:26:12.233933 859826 network_create.go:287] error running [docker network inspect addons-160127]: docker network inspect addons-160127: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-160127 not found
I0917 00:26:12.233947 859826 network_create.go:289] output of [docker network inspect addons-160127]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-160127 not found
** /stderr **
I0917 00:26:12.234063 859826 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0917 00:26:12.250582 859826 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40018335a0}
I0917 00:26:12.250623 859826 network_create.go:124] attempt to create docker network addons-160127 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0917 00:26:12.250684 859826 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-160127 addons-160127
I0917 00:26:12.311919 859826 network_create.go:108] docker network addons-160127 192.168.49.0/24 created
I0917 00:26:12.311968 859826 kic.go:121] calculated static IP "192.168.49.2" for the "addons-160127" container
I0917 00:26:12.312043 859826 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0917 00:26:12.327222 859826 cli_runner.go:164] Run: docker volume create addons-160127 --label name.minikube.sigs.k8s.io=addons-160127 --label created_by.minikube.sigs.k8s.io=true
I0917 00:26:12.345812 859826 oci.go:103] Successfully created a docker volume addons-160127
I0917 00:26:12.345915 859826 cli_runner.go:164] Run: docker run --rm --name addons-160127-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-160127 --entrypoint /usr/bin/test -v addons-160127:/var gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -d /var/lib
I0917 00:26:14.323356 859826 cli_runner.go:217] Completed: docker run --rm --name addons-160127-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-160127 --entrypoint /usr/bin/test -v addons-160127:/var gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -d /var/lib: (1.977401105s)
I0917 00:26:14.323386 859826 oci.go:107] Successfully prepared a docker volume addons-160127
I0917 00:26:14.323414 859826 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime crio
I0917 00:26:14.323441 859826 kic.go:194] Starting extracting preloaded images to volume ...
I0917 00:26:14.323505 859826 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21550-857204/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-160127:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir
I0917 00:26:18.511702 859826 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21550-857204/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-160127:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir: (4.188161015s)
I0917 00:26:18.511735 859826 kic.go:203] duration metric: took 4.188290345s to extract preloaded images to volume ...
W0917 00:26:18.511889 859826 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0917 00:26:18.512002 859826 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0917 00:26:18.564906 859826 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-160127 --name addons-160127 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-160127 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-160127 --network addons-160127 --ip 192.168.49.2 --volume addons-160127:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1
I0917 00:26:18.864360 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Running}}
I0917 00:26:18.890002 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:18.914709 859826 cli_runner.go:164] Run: docker exec addons-160127 stat /var/lib/dpkg/alternatives/iptables
I0917 00:26:18.965301 859826 oci.go:144] the created container "addons-160127" has a running status.
I0917 00:26:18.965327 859826 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa...
I0917 00:26:19.602563 859826 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0917 00:26:19.623611 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:19.650398 859826 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0917 00:26:19.650423 859826 kic_runner.go:114] Args: [docker exec --privileged addons-160127 chown docker:docker /home/docker/.ssh/authorized_keys]
I0917 00:26:19.712014 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:19.733819 859826 machine.go:93] provisionDockerMachine start ...
I0917 00:26:19.733911 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:19.756151 859826 main.go:141] libmachine: Using SSH client type: native
I0917 00:26:19.756473 859826 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef1e0] 0x3f19a0 <nil> [] 0s} 127.0.0.1 33558 <nil> <nil>}
I0917 00:26:19.756483 859826 main.go:141] libmachine: About to run SSH command:
hostname
I0917 00:26:19.908407 859826 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-160127
I0917 00:26:19.908491 859826 ubuntu.go:182] provisioning hostname "addons-160127"
I0917 00:26:19.908608 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:19.929971 859826 main.go:141] libmachine: Using SSH client type: native
I0917 00:26:19.930278 859826 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef1e0] 0x3f19a0 <nil> [] 0s} 127.0.0.1 33558 <nil> <nil>}
I0917 00:26:19.930293 859826 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-160127 && echo "addons-160127" | sudo tee /etc/hostname
I0917 00:26:20.087255 859826 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-160127
I0917 00:26:20.087358 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:20.105508 859826 main.go:141] libmachine: Using SSH client type: native
I0917 00:26:20.105828 859826 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef1e0] 0x3f19a0 <nil> [] 0s} 127.0.0.1 33558 <nil> <nil>}
I0917 00:26:20.105852 859826 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-160127' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-160127/g' /etc/hosts;
else
echo '127.0.1.1 addons-160127' | sudo tee -a /etc/hosts;
fi
fi
I0917 00:26:20.244506 859826 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0917 00:26:20.244534 859826 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21550-857204/.minikube CaCertPath:/home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21550-857204/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21550-857204/.minikube}
I0917 00:26:20.244581 859826 ubuntu.go:190] setting up certificates
I0917 00:26:20.244598 859826 provision.go:84] configureAuth start
I0917 00:26:20.244665 859826 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-160127
I0917 00:26:20.261208 859826 provision.go:143] copyHostCerts
I0917 00:26:20.261294 859826 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21550-857204/.minikube/ca.pem (1078 bytes)
I0917 00:26:20.261423 859826 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21550-857204/.minikube/cert.pem (1123 bytes)
I0917 00:26:20.261483 859826 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21550-857204/.minikube/key.pem (1679 bytes)
I0917 00:26:20.261534 859826 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21550-857204/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca-key.pem org=jenkins.addons-160127 san=[127.0.0.1 192.168.49.2 addons-160127 localhost minikube]
I0917 00:26:20.600736 859826 provision.go:177] copyRemoteCerts
I0917 00:26:20.600801 859826 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0917 00:26:20.600843 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:20.617131 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:20.717122 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0917 00:26:20.741239 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0917 00:26:20.764242 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0917 00:26:20.787635 859826 provision.go:87] duration metric: took 543.011973ms to configureAuth
I0917 00:26:20.787661 859826 ubuntu.go:206] setting minikube options for container-runtime
I0917 00:26:20.787850 859826 config.go:182] Loaded profile config "addons-160127": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.0
I0917 00:26:20.787954 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:20.805462 859826 main.go:141] libmachine: Using SSH client type: native
I0917 00:26:20.805771 859826 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef1e0] 0x3f19a0 <nil> [] 0s} 127.0.0.1 33558 <nil> <nil>}
I0917 00:26:20.805794 859826 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0917 00:26:21.053683 859826 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0917 00:26:21.053713 859826 machine.go:96] duration metric: took 1.319872906s to provisionDockerMachine
I0917 00:26:21.053723 859826 client.go:171] duration metric: took 9.248364093s to LocalClient.Create
I0917 00:26:21.053745 859826 start.go:167] duration metric: took 9.248435971s to libmachine.API.Create "addons-160127"
I0917 00:26:21.053753 859826 start.go:293] postStartSetup for "addons-160127" (driver="docker")
I0917 00:26:21.053764 859826 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0917 00:26:21.053837 859826 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0917 00:26:21.053883 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:21.071416 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:21.169730 859826 ssh_runner.go:195] Run: cat /etc/os-release
I0917 00:26:21.172978 859826 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0917 00:26:21.173014 859826 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0917 00:26:21.173025 859826 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0917 00:26:21.173033 859826 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0917 00:26:21.173044 859826 filesync.go:126] Scanning /home/jenkins/minikube-integration/21550-857204/.minikube/addons for local assets ...
I0917 00:26:21.173117 859826 filesync.go:126] Scanning /home/jenkins/minikube-integration/21550-857204/.minikube/files for local assets ...
I0917 00:26:21.173145 859826 start.go:296] duration metric: took 119.385006ms for postStartSetup
I0917 00:26:21.173464 859826 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-160127
I0917 00:26:21.189991 859826 profile.go:143] Saving config to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/config.json ...
I0917 00:26:21.190276 859826 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0917 00:26:21.190331 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:21.206873 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:21.301488 859826 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0917 00:26:21.306141 859826 start.go:128] duration metric: took 9.504530477s to createHost
I0917 00:26:21.306167 859826 start.go:83] releasing machines lock for "addons-160127", held for 9.504696s
I0917 00:26:21.306236 859826 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-160127
I0917 00:26:21.322664 859826 ssh_runner.go:195] Run: cat /version.json
I0917 00:26:21.322728 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:21.322973 859826 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0917 00:26:21.323032 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:21.340717 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:21.342793 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:21.580588 859826 ssh_runner.go:195] Run: systemctl --version
I0917 00:26:21.585187 859826 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0917 00:26:21.730667 859826 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0917 00:26:21.735003 859826 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0917 00:26:21.756022 859826 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0917 00:26:21.756111 859826 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0917 00:26:21.790910 859826 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0917 00:26:21.790936 859826 start.go:495] detecting cgroup driver to use...
I0917 00:26:21.790967 859826 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0917 00:26:21.791016 859826 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0917 00:26:21.806983 859826 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0917 00:26:21.818886 859826 docker.go:218] disabling cri-docker service (if available) ...
I0917 00:26:21.818951 859826 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0917 00:26:21.833293 859826 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0917 00:26:21.848673 859826 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0917 00:26:21.929630 859826 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0917 00:26:22.018125 859826 docker.go:234] disabling docker service ...
I0917 00:26:22.018223 859826 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0917 00:26:22.038407 859826 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0917 00:26:22.050803 859826 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0917 00:26:22.138001 859826 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0917 00:26:22.236882 859826 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0917 00:26:22.248373 859826 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0917 00:26:22.266399 859826 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I0917 00:26:22.266466 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.276257 859826 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0917 00:26:22.276379 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.286212 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.295987 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.305812 859826 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0917 00:26:22.314560 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.324389 859826 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.340109 859826 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0917 00:26:22.349788 859826 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0917 00:26:22.358141 859826 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0917 00:26:22.366981 859826 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 00:26:22.448879 859826 ssh_runner.go:195] Run: sudo systemctl restart crio
I0917 00:26:22.575884 859826 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0917 00:26:22.575974 859826 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0917 00:26:22.579725 859826 start.go:563] Will wait 60s for crictl version
I0917 00:26:22.579791 859826 ssh_runner.go:195] Run: which crictl
I0917 00:26:22.583461 859826 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0917 00:26:22.625058 859826 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0917 00:26:22.625235 859826 ssh_runner.go:195] Run: crio --version
I0917 00:26:22.662843 859826 ssh_runner.go:195] Run: crio --version
I0917 00:26:22.706599 859826 out.go:179] * Preparing Kubernetes v1.34.0 on CRI-O 1.24.6 ...
I0917 00:26:22.709511 859826 cli_runner.go:164] Run: docker network inspect addons-160127 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0917 00:26:22.726510 859826 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0917 00:26:22.730011 859826 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0917 00:26:22.741044 859826 kubeadm.go:875] updating cluster {Name:addons-160127 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:addons-160127 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVM
netPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0917 00:26:22.741155 859826 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime crio
I0917 00:26:22.741218 859826 ssh_runner.go:195] Run: sudo crictl images --output json
I0917 00:26:22.822217 859826 crio.go:514] all images are preloaded for cri-o runtime.
I0917 00:26:22.822249 859826 crio.go:433] Images already preloaded, skipping extraction
I0917 00:26:22.822309 859826 ssh_runner.go:195] Run: sudo crictl images --output json
I0917 00:26:22.860337 859826 crio.go:514] all images are preloaded for cri-o runtime.
I0917 00:26:22.860364 859826 cache_images.go:85] Images are preloaded, skipping loading
I0917 00:26:22.860372 859826 kubeadm.go:926] updating node { 192.168.49.2 8443 v1.34.0 crio true true} ...
I0917 00:26:22.860472 859826 kubeadm.go:938] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-160127 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.0 ClusterName:addons-160127 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0917 00:26:22.860584 859826 ssh_runner.go:195] Run: crio config
I0917 00:26:22.909471 859826 cni.go:84] Creating CNI manager for ""
I0917 00:26:22.909495 859826 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0917 00:26:22.909506 859826 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0917 00:26:22.909528 859826 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-160127 NodeName:addons-160127 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0917 00:26:22.909653 859826 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-160127"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0917 00:26:22.909725 859826 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.0
I0917 00:26:22.918732 859826 binaries.go:44] Found k8s binaries, skipping transfer
I0917 00:26:22.918814 859826 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0917 00:26:22.927844 859826 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0917 00:26:22.946544 859826 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0917 00:26:22.964800 859826 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2210 bytes)
I0917 00:26:22.983104 859826 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0917 00:26:22.986617 859826 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0917 00:26:22.997517 859826 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 00:26:23.089905 859826 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0917 00:26:23.104125 859826 certs.go:68] Setting up /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127 for IP: 192.168.49.2
I0917 00:26:23.104153 859826 certs.go:194] generating shared ca certs ...
I0917 00:26:23.104172 859826 certs.go:226] acquiring lock for ca certs: {Name:mk44de2cd489e13684c1d414a8a1e69ffc09119b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:23.104318 859826 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/21550-857204/.minikube/ca.key
I0917 00:26:24.353387 859826 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21550-857204/.minikube/ca.crt ...
I0917 00:26:24.353421 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/ca.crt: {Name:mk29d9c0a535aec4dd0d2ed09acebf76e3762316 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:24.353644 859826 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21550-857204/.minikube/ca.key ...
I0917 00:26:24.353661 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/ca.key: {Name:mk1066ca0f59ffa35b4b7021a5ddd2aa6a556ea3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:24.353753 859826 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.key
I0917 00:26:24.913182 859826 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.crt ...
I0917 00:26:24.913216 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.crt: {Name:mkaad4acd3965032de2b7652d54a9bb005b9056e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:24.913400 859826 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.key ...
I0917 00:26:24.913413 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.key: {Name:mkdaed60f12f2a41fdf0a33621bb1a1f05c21b09 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:24.913496 859826 certs.go:256] generating profile certs ...
I0917 00:26:24.913562 859826 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.key
I0917 00:26:24.913583 859826 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.crt with IP's: []
I0917 00:26:25.373155 859826 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.crt ...
I0917 00:26:25.373187 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.crt: {Name:mkb0a7bbad1fd023e487b41f317e502c74fbe9c0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:25.373373 859826 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.key ...
I0917 00:26:25.373387 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/client.key: {Name:mk95b8507944c711e5c84eb66f0bc762e5bde4e6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:25.373468 859826 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key.bd0c9ece
I0917 00:26:25.373493 859826 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt.bd0c9ece with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0917 00:26:26.836926 859826 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt.bd0c9ece ...
I0917 00:26:26.836967 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt.bd0c9ece: {Name:mk88be9870c73c5c123760efa95ca1ee61dc5b67 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:26.837151 859826 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key.bd0c9ece ...
I0917 00:26:26.837166 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key.bd0c9ece: {Name:mk8bb55cecd5b2f179cf58e99f2199cbe6224a63 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:26.837254 859826 certs.go:381] copying /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt.bd0c9ece -> /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt
I0917 00:26:26.837331 859826 certs.go:385] copying /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key.bd0c9ece -> /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key
I0917 00:26:26.837387 859826 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.key
I0917 00:26:26.837408 859826 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.crt with IP's: []
I0917 00:26:27.155397 859826 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.crt ...
I0917 00:26:27.155437 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.crt: {Name:mk52163e9975c15585e6ef57b33152488b1a14bd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:27.155624 859826 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.key ...
I0917 00:26:27.155638 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.key: {Name:mk2e68a031d39c85661177b06da0b707556ee3f4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:27.155830 859826 certs.go:484] found cert: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca-key.pem (1675 bytes)
I0917 00:26:27.155874 859826 certs.go:484] found cert: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/ca.pem (1078 bytes)
I0917 00:26:27.155904 859826 certs.go:484] found cert: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/cert.pem (1123 bytes)
I0917 00:26:27.155930 859826 certs.go:484] found cert: /home/jenkins/minikube-integration/21550-857204/.minikube/certs/key.pem (1679 bytes)
I0917 00:26:27.156517 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0917 00:26:27.183424 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0917 00:26:27.207836 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0917 00:26:27.231671 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0917 00:26:27.255198 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0917 00:26:27.278823 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0917 00:26:27.302487 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0917 00:26:27.325503 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/profiles/addons-160127/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0917 00:26:27.349017 859826 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21550-857204/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0917 00:26:27.372445 859826 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0917 00:26:27.390131 859826 ssh_runner.go:195] Run: openssl version
I0917 00:26:27.395548 859826 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0917 00:26:27.404625 859826 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0917 00:26:27.407991 859826 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 17 00:26 /usr/share/ca-certificates/minikubeCA.pem
I0917 00:26:27.408058 859826 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0917 00:26:27.414812 859826 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0917 00:26:27.423572 859826 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0917 00:26:27.426677 859826 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0917 00:26:27.426727 859826 kubeadm.go:392] StartCluster: {Name:addons-160127 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:addons-160127 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnet
Path: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0917 00:26:27.426800 859826 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0917 00:26:27.426855 859826 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0917 00:26:27.462887 859826 cri.go:89] found id: ""
I0917 00:26:27.462969 859826 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0917 00:26:27.471614 859826 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0917 00:26:27.480102 859826 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0917 00:26:27.480166 859826 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0917 00:26:27.488943 859826 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0917 00:26:27.489002 859826 kubeadm.go:157] found existing configuration files:
I0917 00:26:27.489054 859826 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0917 00:26:27.497406 859826 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0917 00:26:27.497475 859826 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0917 00:26:27.505467 859826 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0917 00:26:27.514315 859826 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0917 00:26:27.514386 859826 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0917 00:26:27.523050 859826 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0917 00:26:27.531898 859826 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0917 00:26:27.531961 859826 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0917 00:26:27.540533 859826 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0917 00:26:27.549638 859826 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0917 00:26:27.549743 859826 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0917 00:26:27.558538 859826 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0917 00:26:27.596375 859826 kubeadm.go:310] [init] Using Kubernetes version: v1.34.0
I0917 00:26:27.596603 859826 kubeadm.go:310] [preflight] Running pre-flight checks
I0917 00:26:27.617702 859826 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0917 00:26:27.617782 859826 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I0917 00:26:27.617823 859826 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0917 00:26:27.617876 859826 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0917 00:26:27.617930 859826 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0917 00:26:27.617983 859826 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0917 00:26:27.618037 859826 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0917 00:26:27.618091 859826 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0917 00:26:27.618145 859826 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0917 00:26:27.618196 859826 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0917 00:26:27.618249 859826 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0917 00:26:27.618301 859826 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0917 00:26:27.694450 859826 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0917 00:26:27.694569 859826 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0917 00:26:27.694668 859826 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0917 00:26:27.701652 859826 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0917 00:26:27.707745 859826 out.go:252] - Generating certificates and keys ...
I0917 00:26:27.707852 859826 kubeadm.go:310] [certs] Using existing ca certificate authority
I0917 00:26:27.707928 859826 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0917 00:26:27.948650 859826 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0917 00:26:28.217006 859826 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0917 00:26:28.388827 859826 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0917 00:26:29.365664 859826 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0917 00:26:30.187415 859826 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0917 00:26:30.187769 859826 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-160127 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0917 00:26:30.696927 859826 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0917 00:26:30.697092 859826 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-160127 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0917 00:26:32.263931 859826 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0917 00:26:32.512052 859826 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0917 00:26:32.596311 859826 kubeadm.go:310] [certs] Generating "sa" key and public key
I0917 00:26:32.596589 859826 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0917 00:26:34.008107 859826 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0917 00:26:34.923374 859826 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0917 00:26:35.902321 859826 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0917 00:26:36.386548 859826 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0917 00:26:37.432480 859826 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0917 00:26:37.436015 859826 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0917 00:26:37.439835 859826 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0917 00:26:37.443291 859826 out.go:252] - Booting up control plane ...
I0917 00:26:37.443406 859826 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0917 00:26:37.443682 859826 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0917 00:26:37.444874 859826 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0917 00:26:37.463545 859826 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0917 00:26:37.463664 859826 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I0917 00:26:37.469940 859826 kubeadm.go:310] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I0917 00:26:37.470274 859826 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0917 00:26:37.470519 859826 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0917 00:26:37.562965 859826 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0917 00:26:37.563092 859826 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0917 00:26:39.564625 859826 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.00167518s
I0917 00:26:39.567903 859826 kubeadm.go:310] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I0917 00:26:39.568007 859826 kubeadm.go:310] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I0917 00:26:39.568307 859826 kubeadm.go:310] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I0917 00:26:39.568401 859826 kubeadm.go:310] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I0917 00:26:44.113138 859826 kubeadm.go:310] [control-plane-check] kube-controller-manager is healthy after 4.544695303s
I0917 00:26:45.465752 859826 kubeadm.go:310] [control-plane-check] kube-scheduler is healthy after 5.897787335s
I0917 00:26:46.070117 859826 kubeadm.go:310] [control-plane-check] kube-apiserver is healthy after 6.501932475s
I0917 00:26:46.093549 859826 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0917 00:26:46.109044 859826 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0917 00:26:46.123079 859826 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0917 00:26:46.123291 859826 kubeadm.go:310] [mark-control-plane] Marking the node addons-160127 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0917 00:26:46.134796 859826 kubeadm.go:310] [bootstrap-token] Using token: 8p5m09.kp68ge1vysaff7qn
I0917 00:26:46.139717 859826 out.go:252] - Configuring RBAC rules ...
I0917 00:26:46.139863 859826 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0917 00:26:46.141653 859826 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0917 00:26:46.151713 859826 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0917 00:26:46.155749 859826 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0917 00:26:46.159501 859826 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0917 00:26:46.163223 859826 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0917 00:26:46.477174 859826 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0917 00:26:46.956972 859826 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0917 00:26:47.476790 859826 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0917 00:26:47.478134 859826 kubeadm.go:310]
I0917 00:26:47.478236 859826 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0917 00:26:47.478246 859826 kubeadm.go:310]
I0917 00:26:47.478327 859826 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0917 00:26:47.478336 859826 kubeadm.go:310]
I0917 00:26:47.478367 859826 kubeadm.go:310] mkdir -p $HOME/.kube
I0917 00:26:47.478439 859826 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0917 00:26:47.478494 859826 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0917 00:26:47.478503 859826 kubeadm.go:310]
I0917 00:26:47.478559 859826 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0917 00:26:47.478568 859826 kubeadm.go:310]
I0917 00:26:47.478617 859826 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0917 00:26:47.478625 859826 kubeadm.go:310]
I0917 00:26:47.478680 859826 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0917 00:26:47.478762 859826 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0917 00:26:47.478836 859826 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0917 00:26:47.478845 859826 kubeadm.go:310]
I0917 00:26:47.478933 859826 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0917 00:26:47.479017 859826 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0917 00:26:47.479025 859826 kubeadm.go:310]
I0917 00:26:47.479125 859826 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 8p5m09.kp68ge1vysaff7qn \
I0917 00:26:47.479239 859826 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:1d4f282d631102b8970b3f766d0f4eef321ee130dc16087fd0ddbf8eeb066b38 \
I0917 00:26:47.479264 859826 kubeadm.go:310] --control-plane
I0917 00:26:47.479272 859826 kubeadm.go:310]
I0917 00:26:47.479361 859826 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0917 00:26:47.479369 859826 kubeadm.go:310]
I0917 00:26:47.479474 859826 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 8p5m09.kp68ge1vysaff7qn \
I0917 00:26:47.479585 859826 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:1d4f282d631102b8970b3f766d0f4eef321ee130dc16087fd0ddbf8eeb066b38
I0917 00:26:47.483418 859826 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0917 00:26:47.483684 859826 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I0917 00:26:47.483800 859826 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0917 00:26:47.483822 859826 cni.go:84] Creating CNI manager for ""
I0917 00:26:47.483829 859826 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0917 00:26:47.487043 859826 out.go:179] * Configuring CNI (Container Networking Interface) ...
I0917 00:26:47.489968 859826 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0917 00:26:47.493622 859826 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.0/kubectl ...
I0917 00:26:47.493643 859826 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0917 00:26:47.512922 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0917 00:26:47.781035 859826 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0917 00:26:47.781169 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:47.781260 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-160127 minikube.k8s.io/updated_at=2025_09_17T00_26_47_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=9829f0bc17c523e4378d28e0c25741106f24f00a minikube.k8s.io/name=addons-160127 minikube.k8s.io/primary=true
I0917 00:26:47.793546 859826 ops.go:34] apiserver oom_adj: -16
I0917 00:26:47.907529 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:48.408027 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:48.908045 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:49.407598 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:49.908597 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:50.408308 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:50.908057 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:51.408545 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:51.908044 859826 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0917 00:26:52.002571 859826 kubeadm.go:1105] duration metric: took 4.221445753s to wait for elevateKubeSystemPrivileges
I0917 00:26:52.002601 859826 kubeadm.go:394] duration metric: took 24.57587833s to StartCluster
I0917 00:26:52.002618 859826 settings.go:142] acquiring lock: {Name:mk94fbfa40f18dd5094489d1f6af74533ca88b5b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:52.002769 859826 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21550-857204/kubeconfig
I0917 00:26:52.003163 859826 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21550-857204/kubeconfig: {Name:mk1a5767e29a038e204e9c44cf5784461133d254 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 00:26:52.003411 859826 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0917 00:26:52.003425 859826 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0917 00:26:52.003510 859826 addons.go:69] Setting yakd=true in profile "addons-160127"
I0917 00:26:52.003404 859826 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I0917 00:26:52.003524 859826 addons.go:238] Setting addon yakd=true in "addons-160127"
I0917 00:26:52.003723 859826 config.go:182] Loaded profile config "addons-160127": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.0
I0917 00:26:52.003749 859826 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-160127"
I0917 00:26:52.003757 859826 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-160127"
I0917 00:26:52.003772 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.004212 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.003547 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.005019 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.005361 859826 addons.go:69] Setting cloud-spanner=true in profile "addons-160127"
I0917 00:26:52.005393 859826 addons.go:238] Setting addon cloud-spanner=true in "addons-160127"
I0917 00:26:52.005429 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.005982 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.014972 859826 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-160127"
I0917 00:26:52.015052 859826 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-160127"
I0917 00:26:52.015092 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.015565 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.018114 859826 out.go:179] * Verifying Kubernetes components...
I0917 00:26:52.021486 859826 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 00:26:52.021548 859826 addons.go:69] Setting registry=true in profile "addons-160127"
I0917 00:26:52.021570 859826 addons.go:238] Setting addon registry=true in "addons-160127"
I0917 00:26:52.021605 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.022060 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.022376 859826 addons.go:69] Setting registry-creds=true in profile "addons-160127"
I0917 00:26:52.022402 859826 addons.go:238] Setting addon registry-creds=true in "addons-160127"
I0917 00:26:52.022428 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.022460 859826 addons.go:69] Setting default-storageclass=true in profile "addons-160127"
I0917 00:26:52.022487 859826 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-160127"
I0917 00:26:52.022827 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.022834 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.036795 859826 addons.go:69] Setting gcp-auth=true in profile "addons-160127"
I0917 00:26:52.036885 859826 mustload.go:65] Loading cluster: addons-160127
I0917 00:26:52.037129 859826 config.go:182] Loaded profile config "addons-160127": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.0
I0917 00:26:52.037438 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.040750 859826 addons.go:69] Setting storage-provisioner=true in profile "addons-160127"
I0917 00:26:52.040784 859826 addons.go:238] Setting addon storage-provisioner=true in "addons-160127"
I0917 00:26:52.040820 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.041286 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.051493 859826 addons.go:69] Setting ingress=true in profile "addons-160127"
I0917 00:26:52.051572 859826 addons.go:238] Setting addon ingress=true in "addons-160127"
I0917 00:26:52.051646 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.054739 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.060628 859826 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-160127"
I0917 00:26:52.060666 859826 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-160127"
I0917 00:26:52.061009 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.083123 859826 addons.go:69] Setting volcano=true in profile "addons-160127"
I0917 00:26:52.083159 859826 addons.go:238] Setting addon volcano=true in "addons-160127"
I0917 00:26:52.083198 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.083687 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.086352 859826 addons.go:69] Setting ingress-dns=true in profile "addons-160127"
I0917 00:26:52.086387 859826 addons.go:238] Setting addon ingress-dns=true in "addons-160127"
I0917 00:26:52.086430 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.086876 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.106745 859826 addons.go:69] Setting volumesnapshots=true in profile "addons-160127"
I0917 00:26:52.106779 859826 addons.go:238] Setting addon volumesnapshots=true in "addons-160127"
I0917 00:26:52.106816 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.107300 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.109696 859826 addons.go:69] Setting inspektor-gadget=true in profile "addons-160127"
I0917 00:26:52.109736 859826 addons.go:238] Setting addon inspektor-gadget=true in "addons-160127"
I0917 00:26:52.109772 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.110216 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.134441 859826 addons.go:69] Setting metrics-server=true in profile "addons-160127"
I0917 00:26:52.134478 859826 addons.go:238] Setting addon metrics-server=true in "addons-160127"
I0917 00:26:52.134516 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.134982 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.158019 859826 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-160127"
I0917 00:26:52.158050 859826 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-160127"
I0917 00:26:52.158091 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.158544 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.224893 859826 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0917 00:26:52.264770 859826 out.go:179] - Using image docker.io/marcnuri/yakd:0.0.5
I0917 00:26:52.266393 859826 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0917 00:26:52.266715 859826 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0917 00:26:52.286379 859826 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I0917 00:26:52.291893 859826 out.go:179] - Using image docker.io/registry:3.0.0
I0917 00:26:52.297973 859826 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0917 00:26:52.298047 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0917 00:26:52.298145 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.308656 859826 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-160127"
I0917 00:26:52.308706 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.309147 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.325481 859826 addons.go:238] Setting addon default-storageclass=true in "addons-160127"
I0917 00:26:52.325531 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.325950 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:26:52.327461 859826 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.41
I0917 00:26:52.328826 859826 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0917 00:26:52.328845 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0917 00:26:52.328911 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.331233 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:26:52.333475 859826 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0917 00:26:52.333795 859826 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
W0917 00:26:52.334524 859826 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0917 00:26:52.334761 859826 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0917 00:26:52.334775 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0917 00:26:52.334843 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.341482 859826 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0917 00:26:52.341506 859826 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0917 00:26:52.341571 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.366226 859826 addons.go:435] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I0917 00:26:52.366250 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I0917 00:26:52.366316 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.366515 859826 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.44.1
I0917 00:26:52.372617 859826 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0917 00:26:52.372647 859826 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (14 bytes)
I0917 00:26:52.372719 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.384988 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0917 00:26:52.387902 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0917 00:26:52.392285 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0917 00:26:52.394660 859826 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.13.2
I0917 00:26:52.398696 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0917 00:26:52.418713 859826 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0917 00:26:52.429014 859826 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0917 00:26:52.429094 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0917 00:26:52.429194 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.437991 859826 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.3
I0917 00:26:52.438223 859826 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I0917 00:26:52.438373 859826 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0917 00:26:52.451541 859826 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I0917 00:26:52.451550 859826 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I0917 00:26:52.457910 859826 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0917 00:26:52.457985 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I0917 00:26:52.458085 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.464796 859826 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0917 00:26:52.465344 859826 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0917 00:26:52.465431 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.479367 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0917 00:26:52.479775 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0917 00:26:52.479790 859826 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0917 00:26:52.479860 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.482995 859826 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0917 00:26:52.483963 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0917 00:26:52.484035 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.506653 859826 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0917 00:26:52.512661 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0917 00:26:52.512698 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0917 00:26:52.512770 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.513127 859826 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0917 00:26:52.513186 859826 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0917 00:26:52.513278 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.534614 859826 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I0917 00:26:52.541019 859826 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0917 00:26:52.541046 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0917 00:26:52.541114 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.559359 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.563257 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.568687 859826 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0917 00:26:52.571370 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.571381 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.575701 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.577660 859826 out.go:179] - Using image docker.io/busybox:stable
I0917 00:26:52.580845 859826 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0917 00:26:52.580866 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0917 00:26:52.580936 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:26:52.600865 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.685592 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.700851 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.710981 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.716141 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.724711 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.726269 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
W0917 00:26:52.733408 859826 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0917 00:26:52.733441 859826 retry.go:31] will retry after 322.948129ms: ssh: handshake failed: EOF
I0917 00:26:52.741747 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.749048 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:26:52.752373 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
W0917 00:26:52.754022 859826 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0917 00:26:52.754044 859826 retry.go:31] will retry after 275.205265ms: ssh: handshake failed: EOF
I0917 00:26:52.813021 859826 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0917 00:26:53.056162 859826 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0917 00:26:53.056246 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0917 00:26:53.060161 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I0917 00:26:53.067405 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0917 00:26:53.074772 859826 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:26:53.074843 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I0917 00:26:53.094471 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0917 00:26:53.101449 859826 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0917 00:26:53.101477 859826 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0917 00:26:53.112146 859826 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0917 00:26:53.112184 859826 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0917 00:26:53.119584 859826 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0917 00:26:53.119606 859826 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0917 00:26:53.143844 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0917 00:26:53.143920 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0917 00:26:53.184552 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0917 00:26:53.220732 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0917 00:26:53.223698 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0917 00:26:53.275243 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0917 00:26:53.280186 859826 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0917 00:26:53.280267 859826 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0917 00:26:53.283566 859826 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0917 00:26:53.283635 859826 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0917 00:26:53.302034 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0917 00:26:53.302108 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0917 00:26:53.303016 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:26:53.303304 859826 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0917 00:26:53.303344 859826 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0917 00:26:53.331848 859826 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0917 00:26:53.331923 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0917 00:26:53.437018 859826 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0917 00:26:53.437098 859826 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0917 00:26:53.496612 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0917 00:26:53.496705 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0917 00:26:53.507062 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0917 00:26:53.510612 859826 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0917 00:26:53.510686 859826 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0917 00:26:53.544410 859826 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0917 00:26:53.544493 859826 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0917 00:26:53.571829 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0917 00:26:53.602941 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0917 00:26:53.629559 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0917 00:26:53.629637 859826 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0917 00:26:53.690219 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0917 00:26:53.696135 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0917 00:26:53.696211 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0917 00:26:53.714691 859826 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0917 00:26:53.714763 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0917 00:26:53.786425 859826 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0917 00:26:53.786499 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0917 00:26:53.868054 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0917 00:26:53.872676 859826 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0917 00:26:53.872698 859826 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0917 00:26:53.954331 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0917 00:26:54.030161 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0917 00:26:54.030190 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0917 00:26:54.130072 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0917 00:26:54.130096 859826 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0917 00:26:54.198009 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0917 00:26:54.198033 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0917 00:26:54.216800 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0917 00:26:54.216824 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0917 00:26:54.236762 859826 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0917 00:26:54.236791 859826 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0917 00:26:54.262353 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0917 00:26:55.373862 859826 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.107437122s)
I0917 00:26:55.373939 859826 start.go:976] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0917 00:26:55.374529 859826 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.561469016s)
I0917 00:26:55.376081 859826 node_ready.go:35] waiting up to 6m0s for node "addons-160127" to be "Ready" ...
I0917 00:26:56.095464 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (3.035205698s)
I0917 00:26:56.163240 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.095739691s)
I0917 00:26:56.268376 859826 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-160127" context rescaled to 1 replicas
I0917 00:26:57.149762 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.965124062s)
I0917 00:26:57.149864 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.929070408s)
I0917 00:26:57.149889 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.055149178s)
I0917 00:26:57.149935 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.92616962s)
I0917 00:26:57.295131 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.019805057s)
W0917 00:26:57.393719 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:26:57.420352 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.117266423s)
W0917 00:26:57.420434 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:26:57.420508 859826 retry.go:31] will retry after 212.688669ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:26:57.420533 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (3.913352163s)
I0917 00:26:57.420633 859826 addons.go:479] Verifying addon registry=true in "addons-160127"
I0917 00:26:57.425783 859826 out.go:179] * Verifying registry addon...
I0917 00:26:57.429560 859826 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0917 00:26:57.449149 859826 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0917 00:26:57.449169 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:57.633770 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:26:57.989685 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:58.292219 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.720305861s)
I0917 00:26:58.292299 859826 addons.go:479] Verifying addon ingress=true in "addons-160127"
I0917 00:26:58.292509 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.689493613s)
I0917 00:26:58.292694 859826 addons.go:479] Verifying addon metrics-server=true in "addons-160127"
I0917 00:26:58.292741 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.602450979s)
I0917 00:26:58.292859 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.424774703s)
I0917 00:26:58.295605 859826 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-160127 service yakd-dashboard -n yakd-dashboard
I0917 00:26:58.295790 859826 out.go:179] * Verifying ingress addon...
I0917 00:26:58.299812 859826 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0917 00:26:58.322250 859826 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0917 00:26:58.322270 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:26:58.455743 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:58.477031 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.522651912s)
W0917 00:26:58.477124 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
Warning: unrecognized format "int64"
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0917 00:26:58.477159 859826 retry.go:31] will retry after 338.546739ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
Warning: unrecognized format "int64"
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0917 00:26:58.816210 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0917 00:26:58.816452 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:26:58.931084 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.668686861s)
I0917 00:26:58.931163 859826 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-160127"
I0917 00:26:58.931357 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.297564285s)
W0917 00:26:58.931423 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:26:58.931466 859826 retry.go:31] will retry after 201.194281ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:26:58.934167 859826 out.go:179] * Verifying csi-hostpath-driver addon...
I0917 00:26:58.937830 859826 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0917 00:26:58.944215 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:58.958871 859826 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0917 00:26:58.958954 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:26:59.133221 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:26:59.308886 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:26:59.435193 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:59.456712 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:26:59.804527 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:26:59.879892 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:26:59.933056 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:26:59.946066 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:00.312575 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:00.330958 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.197633177s)
W0917 00:27:00.330999 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:00.331050 859826 retry.go:31] will retry after 638.970591ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:00.433937 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:00.442665 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:00.803905 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:00.933181 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:00.941237 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:00.970434 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:01.304038 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:01.433760 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:01.445446 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:27:01.782688 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:01.782771 859826 retry.go:31] will retry after 464.578387ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:01.804172 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:01.880484 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:01.933199 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:01.941274 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:02.248501 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:02.304827 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:02.433189 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:02.444857 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:02.573494 859826 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0917 00:27:02.573632 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:27:02.598564 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:27:02.725672 859826 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0917 00:27:02.744397 859826 addons.go:238] Setting addon gcp-auth=true in "addons-160127"
I0917 00:27:02.744457 859826 host.go:66] Checking if "addons-160127" exists ...
I0917 00:27:02.744990 859826 cli_runner.go:164] Run: docker container inspect addons-160127 --format={{.State.Status}}
I0917 00:27:02.765645 859826 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0917 00:27:02.765698 859826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-160127
I0917 00:27:02.790684 859826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33558 SSHKeyPath:/home/jenkins/minikube-integration/21550-857204/.minikube/machines/addons-160127/id_rsa Username:docker}
I0917 00:27:02.814325 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:02.933577 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:02.941754 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:27:03.126120 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:03.126151 859826 retry.go:31] will retry after 676.559292ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:03.129380 859826 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I0917 00:27:03.132225 859826 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0917 00:27:03.134944 859826 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0917 00:27:03.134972 859826 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0917 00:27:03.154584 859826 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0917 00:27:03.154608 859826 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0917 00:27:03.173966 859826 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0917 00:27:03.173990 859826 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0917 00:27:03.193595 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0917 00:27:03.303731 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:03.433045 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:03.441284 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:03.693334 859826 addons.go:479] Verifying addon gcp-auth=true in "addons-160127"
I0917 00:27:03.696608 859826 out.go:179] * Verifying gcp-auth addon...
I0917 00:27:03.700211 859826 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0917 00:27:03.708512 859826 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0917 00:27:03.708530 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:03.803236 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:03.805624 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:03.933246 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:03.941601 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:04.209385 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:04.304526 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:04.380275 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:04.433193 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:04.446263 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:27:04.618310 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:04.618342 859826 retry.go:31] will retry after 2.405015085s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:04.703153 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:04.803369 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:04.932966 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:04.940804 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:05.208143 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:05.303474 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:05.433413 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:05.441110 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:05.703949 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:05.803267 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:05.933208 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:05.941057 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:06.206745 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:06.303716 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:06.432594 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:06.441288 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:06.703178 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:06.802966 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:06.880576 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:06.932662 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:06.941315 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:07.024499 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:07.210572 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:07.303404 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:07.433718 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:07.442201 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:07.706046 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:07.805841 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:07.829481 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:07.829519 859826 retry.go:31] will retry after 1.824863603s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:07.933030 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:07.940807 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:08.209198 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:08.303219 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:08.432745 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:08.441586 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:08.703658 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:08.803686 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:08.933534 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:08.941085 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:09.207973 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:09.302730 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:09.379170 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:09.433001 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:09.440881 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:09.655168 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:09.703450 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:09.804313 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:09.933091 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:09.941224 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:10.209322 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:10.302978 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:10.432769 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:10.441702 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:27:10.453206 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:10.453238 859826 retry.go:31] will retry after 3.076951769s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:10.703052 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:10.803470 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:10.932849 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:10.941936 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:11.207693 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:11.303556 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:11.379325 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:11.433182 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:11.440861 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:11.703615 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:11.803668 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:11.933343 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:11.940896 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:12.207964 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:12.303388 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:12.432580 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:12.441366 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:12.704666 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:12.807434 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:12.932955 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:12.940848 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:13.204129 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:13.303229 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:13.379704 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:13.433056 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:13.440980 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:13.531115 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:13.703871 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:13.803610 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:13.933321 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:13.942086 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:14.212413 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:14.303264 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:14.340259 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:14.340291 859826 retry.go:31] will retry after 6.729010463s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:14.432952 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:14.441053 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:14.703913 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:14.802903 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:14.933776 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:14.941689 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:15.207395 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:15.303441 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:15.433408 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:15.448233 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:15.703204 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:15.803640 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:15.879926 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:15.932735 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:15.941549 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:16.208719 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:16.302775 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:16.433139 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:16.440881 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:16.703842 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:16.802746 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:16.933608 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:16.941088 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:17.203900 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:17.303556 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:17.433208 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:17.440956 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:17.703844 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:17.802896 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:17.933255 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:17.941212 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:18.202912 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:18.302810 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:18.379613 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:18.433451 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:18.440952 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:18.703768 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:18.803864 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:18.934661 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:18.941248 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:19.203532 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:19.303497 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:19.433168 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:19.442167 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:19.702879 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:19.803072 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:19.933203 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:19.940949 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:20.207756 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:20.302601 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:20.433130 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:20.440676 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:20.703368 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:20.803461 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:20.879608 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:20.934035 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:20.940821 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:21.070044 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:21.210259 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:21.318639 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:21.433271 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:21.444614 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:21.703330 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:21.804280 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:21.932213 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0917 00:27:21.941356 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:21.941396 859826 retry.go:31] will retry after 8.561335791s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:21.942606 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:22.208044 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:22.302775 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:22.432885 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:22.441947 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:22.703803 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:22.802897 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:22.880007 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:22.932860 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:22.941742 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:23.207525 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:23.303659 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:23.433525 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:23.441415 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:23.703456 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:23.803708 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:23.933880 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:23.940897 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:24.207903 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:24.303597 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:24.432864 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:24.442095 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:24.703078 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:24.803238 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:24.932795 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:24.941780 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:25.207329 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:25.303378 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:25.378754 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:25.432320 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:25.441013 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:25.702996 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:25.803306 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:25.932910 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:25.941571 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:26.209531 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:26.309517 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:26.433138 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:26.440798 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:26.703853 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:26.802785 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:26.932642 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:26.941516 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:27.203551 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:27.303772 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:27.379185 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:27.433034 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:27.440550 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:27.704007 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:27.802744 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:27.933232 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:27.941750 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:28.208050 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:28.303343 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:28.432938 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:28.440831 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:28.703930 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:28.803118 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:28.932505 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:28.941348 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:29.203279 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:29.303275 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:29.432889 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:29.441704 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:29.703439 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:29.803832 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:29.879510 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:29.933240 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:29.940823 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:30.207463 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:30.303587 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:30.433074 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:30.440646 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:30.502885 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:30.703951 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:30.803084 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:30.933071 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:30.941353 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:31.203838 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:31.303886 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:31.341012 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:31.341087 859826 retry.go:31] will retry after 11.878017239s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:31.432712 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:31.441946 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:31.704034 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:31.803465 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:31.933218 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:31.941368 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:32.207755 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:32.302940 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:32.379921 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:32.432614 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:32.441355 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:32.704313 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:32.803398 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:32.932630 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:32.941606 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:33.208930 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:33.303228 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:33.432996 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:33.440771 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:33.703566 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:33.802772 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:33.933186 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:33.940746 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:34.203695 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:34.303887 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:34.432212 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:34.441268 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:34.703265 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:34.803532 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:34.879083 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:34.932920 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:34.941659 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:35.203652 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:35.303876 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:35.432974 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:35.440755 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:35.703737 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:35.803535 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:35.933110 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:35.941239 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:36.207375 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:36.303247 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:36.433066 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:36.440771 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:36.703994 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:36.802716 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0917 00:27:36.881137 859826 node_ready.go:57] node "addons-160127" has "Ready":"False" status (will retry)
I0917 00:27:36.933061 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:36.941235 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:37.236544 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:37.309155 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:37.412115 859826 node_ready.go:49] node "addons-160127" is "Ready"
I0917 00:27:37.412192 859826 node_ready.go:38] duration metric: took 42.036041552s for node "addons-160127" to be "Ready" ...
I0917 00:27:37.412231 859826 api_server.go:52] waiting for apiserver process to appear ...
I0917 00:27:37.412322 859826 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0917 00:27:37.438875 859826 api_server.go:72] duration metric: took 45.435331909s to wait for apiserver process to appear ...
I0917 00:27:37.438948 859826 api_server.go:88] waiting for apiserver healthz status ...
I0917 00:27:37.438981 859826 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0917 00:27:37.447858 859826 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0917 00:27:37.448863 859826 api_server.go:141] control plane version: v1.34.0
I0917 00:27:37.448888 859826 api_server.go:131] duration metric: took 9.915726ms to wait for apiserver health ...
I0917 00:27:37.448897 859826 system_pods.go:43] waiting for kube-system pods to appear ...
I0917 00:27:37.484673 859826 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0917 00:27:37.484747 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:37.485138 859826 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0917 00:27:37.485192 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:37.485777 859826 system_pods.go:59] 19 kube-system pods found
I0917 00:27:37.485837 859826 system_pods.go:61] "coredns-66bc5c9577-9nv5l" [51fbf1ff-717b-493e-944f-c573bc8ccfff] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0917 00:27:37.485859 859826 system_pods.go:61] "csi-hostpath-attacher-0" [3ca1721a-41b2-4102-bbb1-1f68119943e0] Pending
I0917 00:27:37.485883 859826 system_pods.go:61] "csi-hostpath-resizer-0" [d6ff80b5-a65d-452d-bb17-70393b953d3a] Pending
I0917 00:27:37.485918 859826 system_pods.go:61] "csi-hostpathplugin-lqstz" [94e920de-6f16-4317-a028-597adfd8221e] Pending
I0917 00:27:37.485934 859826 system_pods.go:61] "etcd-addons-160127" [6c043612-e545-46ce-aa90-09ecdcccb296] Running
I0917 00:27:37.485954 859826 system_pods.go:61] "kindnet-pxkz8" [d2fca569-0a1a-423c-9362-afcc032bab4a] Running
I0917 00:27:37.485987 859826 system_pods.go:61] "kube-apiserver-addons-160127" [f190316f-34a7-4e1e-9700-b62eb393ca4d] Running
I0917 00:27:37.486009 859826 system_pods.go:61] "kube-controller-manager-addons-160127" [7ab21940-276e-4660-a5a4-bb01751bb362] Running
I0917 00:27:37.486033 859826 system_pods.go:61] "kube-ingress-dns-minikube" [bc5407df-6d6a-419b-90c3-79837ee1ecbd] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0917 00:27:37.486065 859826 system_pods.go:61] "kube-proxy-sgr9v" [c61127c6-ef26-45b0-89cd-b1b27d18f6bd] Running
I0917 00:27:37.486088 859826 system_pods.go:61] "kube-scheduler-addons-160127" [ee47e001-3601-4eae-871e-08514cb5b909] Running
I0917 00:27:37.486110 859826 system_pods.go:61] "metrics-server-85b7d694d7-m46l4" [6dc054c8-2180-40ae-a4e4-91c4c67ecb0a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0917 00:27:37.486143 859826 system_pods.go:61] "nvidia-device-plugin-daemonset-57955" [7915bd39-2026-4aa6-b307-af66b572bdb7] Pending
I0917 00:27:37.486175 859826 system_pods.go:61] "registry-66898fdd98-s86g4" [716ddc93-7693-4193-8385-510c6f2a4e55] Pending
I0917 00:27:37.486193 859826 system_pods.go:61] "registry-creds-764b6fb674-9kkp4" [f8c0354a-4c24-49ea-b341-794123fda53d] Pending
I0917 00:27:37.486224 859826 system_pods.go:61] "registry-proxy-gnjgn" [ab0242cc-c5be-4bbe-afbf-29f473bc10b3] Pending
I0917 00:27:37.486246 859826 system_pods.go:61] "snapshot-controller-7d9fbc56b8-8xlwv" [e20e093f-7efe-48cb-abdc-5a6d1e15c061] Pending
I0917 00:27:37.486270 859826 system_pods.go:61] "snapshot-controller-7d9fbc56b8-l5p4c" [867ed2e4-4e19-464d-8d08-e8cd2d1f03ad] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:37.486304 859826 system_pods.go:61] "storage-provisioner" [28835ba0-23ea-467d-bc10-f9fd33cb2978] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0917 00:27:37.486326 859826 system_pods.go:74] duration metric: took 37.422339ms to wait for pod list to return data ...
I0917 00:27:37.486347 859826 default_sa.go:34] waiting for default service account to be created ...
I0917 00:27:37.524226 859826 default_sa.go:45] found service account: "default"
I0917 00:27:37.524304 859826 default_sa.go:55] duration metric: took 37.935609ms for default service account to be created ...
I0917 00:27:37.524328 859826 system_pods.go:116] waiting for k8s-apps to be running ...
I0917 00:27:37.678153 859826 system_pods.go:86] 19 kube-system pods found
I0917 00:27:37.678242 859826 system_pods.go:89] "coredns-66bc5c9577-9nv5l" [51fbf1ff-717b-493e-944f-c573bc8ccfff] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0917 00:27:37.678265 859826 system_pods.go:89] "csi-hostpath-attacher-0" [3ca1721a-41b2-4102-bbb1-1f68119943e0] Pending
I0917 00:27:37.678286 859826 system_pods.go:89] "csi-hostpath-resizer-0" [d6ff80b5-a65d-452d-bb17-70393b953d3a] Pending
I0917 00:27:37.678409 859826 system_pods.go:89] "csi-hostpathplugin-lqstz" [94e920de-6f16-4317-a028-597adfd8221e] Pending
I0917 00:27:37.678436 859826 system_pods.go:89] "etcd-addons-160127" [6c043612-e545-46ce-aa90-09ecdcccb296] Running
I0917 00:27:37.678456 859826 system_pods.go:89] "kindnet-pxkz8" [d2fca569-0a1a-423c-9362-afcc032bab4a] Running
I0917 00:27:37.678488 859826 system_pods.go:89] "kube-apiserver-addons-160127" [f190316f-34a7-4e1e-9700-b62eb393ca4d] Running
I0917 00:27:37.678510 859826 system_pods.go:89] "kube-controller-manager-addons-160127" [7ab21940-276e-4660-a5a4-bb01751bb362] Running
I0917 00:27:37.678534 859826 system_pods.go:89] "kube-ingress-dns-minikube" [bc5407df-6d6a-419b-90c3-79837ee1ecbd] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0917 00:27:37.678567 859826 system_pods.go:89] "kube-proxy-sgr9v" [c61127c6-ef26-45b0-89cd-b1b27d18f6bd] Running
I0917 00:27:37.678590 859826 system_pods.go:89] "kube-scheduler-addons-160127" [ee47e001-3601-4eae-871e-08514cb5b909] Running
I0917 00:27:37.678612 859826 system_pods.go:89] "metrics-server-85b7d694d7-m46l4" [6dc054c8-2180-40ae-a4e4-91c4c67ecb0a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0917 00:27:37.678647 859826 system_pods.go:89] "nvidia-device-plugin-daemonset-57955" [7915bd39-2026-4aa6-b307-af66b572bdb7] Pending
I0917 00:27:37.678673 859826 system_pods.go:89] "registry-66898fdd98-s86g4" [716ddc93-7693-4193-8385-510c6f2a4e55] Pending
I0917 00:27:37.678695 859826 system_pods.go:89] "registry-creds-764b6fb674-9kkp4" [f8c0354a-4c24-49ea-b341-794123fda53d] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I0917 00:27:37.678729 859826 system_pods.go:89] "registry-proxy-gnjgn" [ab0242cc-c5be-4bbe-afbf-29f473bc10b3] Pending
I0917 00:27:37.678752 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-8xlwv" [e20e093f-7efe-48cb-abdc-5a6d1e15c061] Pending
I0917 00:27:37.678776 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-l5p4c" [867ed2e4-4e19-464d-8d08-e8cd2d1f03ad] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:37.678810 859826 system_pods.go:89] "storage-provisioner" [28835ba0-23ea-467d-bc10-f9fd33cb2978] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0917 00:27:37.678844 859826 retry.go:31] will retry after 201.083526ms: missing components: kube-dns
I0917 00:27:37.721633 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:37.825003 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:37.917563 859826 system_pods.go:86] 19 kube-system pods found
I0917 00:27:37.917650 859826 system_pods.go:89] "coredns-66bc5c9577-9nv5l" [51fbf1ff-717b-493e-944f-c573bc8ccfff] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0917 00:27:37.917673 859826 system_pods.go:89] "csi-hostpath-attacher-0" [3ca1721a-41b2-4102-bbb1-1f68119943e0] Pending
I0917 00:27:37.917696 859826 system_pods.go:89] "csi-hostpath-resizer-0" [d6ff80b5-a65d-452d-bb17-70393b953d3a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0917 00:27:37.917737 859826 system_pods.go:89] "csi-hostpathplugin-lqstz" [94e920de-6f16-4317-a028-597adfd8221e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0917 00:27:37.917757 859826 system_pods.go:89] "etcd-addons-160127" [6c043612-e545-46ce-aa90-09ecdcccb296] Running
I0917 00:27:37.917778 859826 system_pods.go:89] "kindnet-pxkz8" [d2fca569-0a1a-423c-9362-afcc032bab4a] Running
I0917 00:27:37.917809 859826 system_pods.go:89] "kube-apiserver-addons-160127" [f190316f-34a7-4e1e-9700-b62eb393ca4d] Running
I0917 00:27:37.917833 859826 system_pods.go:89] "kube-controller-manager-addons-160127" [7ab21940-276e-4660-a5a4-bb01751bb362] Running
I0917 00:27:37.917859 859826 system_pods.go:89] "kube-ingress-dns-minikube" [bc5407df-6d6a-419b-90c3-79837ee1ecbd] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0917 00:27:37.917895 859826 system_pods.go:89] "kube-proxy-sgr9v" [c61127c6-ef26-45b0-89cd-b1b27d18f6bd] Running
I0917 00:27:37.917921 859826 system_pods.go:89] "kube-scheduler-addons-160127" [ee47e001-3601-4eae-871e-08514cb5b909] Running
I0917 00:27:37.917942 859826 system_pods.go:89] "metrics-server-85b7d694d7-m46l4" [6dc054c8-2180-40ae-a4e4-91c4c67ecb0a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0917 00:27:37.917976 859826 system_pods.go:89] "nvidia-device-plugin-daemonset-57955" [7915bd39-2026-4aa6-b307-af66b572bdb7] Pending
I0917 00:27:37.918005 859826 system_pods.go:89] "registry-66898fdd98-s86g4" [716ddc93-7693-4193-8385-510c6f2a4e55] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0917 00:27:37.918026 859826 system_pods.go:89] "registry-creds-764b6fb674-9kkp4" [f8c0354a-4c24-49ea-b341-794123fda53d] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I0917 00:27:37.918061 859826 system_pods.go:89] "registry-proxy-gnjgn" [ab0242cc-c5be-4bbe-afbf-29f473bc10b3] Pending
I0917 00:27:37.918087 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-8xlwv" [e20e093f-7efe-48cb-abdc-5a6d1e15c061] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:37.918112 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-l5p4c" [867ed2e4-4e19-464d-8d08-e8cd2d1f03ad] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:37.918151 859826 system_pods.go:89] "storage-provisioner" [28835ba0-23ea-467d-bc10-f9fd33cb2978] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0917 00:27:37.918186 859826 retry.go:31] will retry after 322.107486ms: missing components: kube-dns
I0917 00:27:37.947936 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:37.956464 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:38.231518 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:38.250587 859826 system_pods.go:86] 19 kube-system pods found
I0917 00:27:38.250672 859826 system_pods.go:89] "coredns-66bc5c9577-9nv5l" [51fbf1ff-717b-493e-944f-c573bc8ccfff] Running
I0917 00:27:38.250697 859826 system_pods.go:89] "csi-hostpath-attacher-0" [3ca1721a-41b2-4102-bbb1-1f68119943e0] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0917 00:27:38.250739 859826 system_pods.go:89] "csi-hostpath-resizer-0" [d6ff80b5-a65d-452d-bb17-70393b953d3a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0917 00:27:38.250764 859826 system_pods.go:89] "csi-hostpathplugin-lqstz" [94e920de-6f16-4317-a028-597adfd8221e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0917 00:27:38.250783 859826 system_pods.go:89] "etcd-addons-160127" [6c043612-e545-46ce-aa90-09ecdcccb296] Running
I0917 00:27:38.250816 859826 system_pods.go:89] "kindnet-pxkz8" [d2fca569-0a1a-423c-9362-afcc032bab4a] Running
I0917 00:27:38.250841 859826 system_pods.go:89] "kube-apiserver-addons-160127" [f190316f-34a7-4e1e-9700-b62eb393ca4d] Running
I0917 00:27:38.250861 859826 system_pods.go:89] "kube-controller-manager-addons-160127" [7ab21940-276e-4660-a5a4-bb01751bb362] Running
I0917 00:27:38.250896 859826 system_pods.go:89] "kube-ingress-dns-minikube" [bc5407df-6d6a-419b-90c3-79837ee1ecbd] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0917 00:27:38.250920 859826 system_pods.go:89] "kube-proxy-sgr9v" [c61127c6-ef26-45b0-89cd-b1b27d18f6bd] Running
I0917 00:27:38.250944 859826 system_pods.go:89] "kube-scheduler-addons-160127" [ee47e001-3601-4eae-871e-08514cb5b909] Running
I0917 00:27:38.250988 859826 system_pods.go:89] "metrics-server-85b7d694d7-m46l4" [6dc054c8-2180-40ae-a4e4-91c4c67ecb0a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0917 00:27:38.251015 859826 system_pods.go:89] "nvidia-device-plugin-daemonset-57955" [7915bd39-2026-4aa6-b307-af66b572bdb7] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0917 00:27:38.251053 859826 system_pods.go:89] "registry-66898fdd98-s86g4" [716ddc93-7693-4193-8385-510c6f2a4e55] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0917 00:27:38.251078 859826 system_pods.go:89] "registry-creds-764b6fb674-9kkp4" [f8c0354a-4c24-49ea-b341-794123fda53d] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I0917 00:27:38.251100 859826 system_pods.go:89] "registry-proxy-gnjgn" [ab0242cc-c5be-4bbe-afbf-29f473bc10b3] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0917 00:27:38.251134 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-8xlwv" [e20e093f-7efe-48cb-abdc-5a6d1e15c061] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:38.251157 859826 system_pods.go:89] "snapshot-controller-7d9fbc56b8-l5p4c" [867ed2e4-4e19-464d-8d08-e8cd2d1f03ad] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0917 00:27:38.251185 859826 system_pods.go:89] "storage-provisioner" [28835ba0-23ea-467d-bc10-f9fd33cb2978] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0917 00:27:38.251223 859826 system_pods.go:126] duration metric: took 726.876246ms to wait for k8s-apps to be running ...
I0917 00:27:38.251248 859826 system_svc.go:44] waiting for kubelet service to be running ....
I0917 00:27:38.251337 859826 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0917 00:27:38.297279 859826 system_svc.go:56] duration metric: took 46.021657ms WaitForService to wait for kubelet
I0917 00:27:38.297357 859826 kubeadm.go:578] duration metric: took 46.293818017s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0917 00:27:38.297392 859826 node_conditions.go:102] verifying NodePressure condition ...
I0917 00:27:38.338232 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:38.361672 859826 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0917 00:27:38.361755 859826 node_conditions.go:123] node cpu capacity is 2
I0917 00:27:38.361793 859826 node_conditions.go:105] duration metric: took 64.379923ms to run NodePressure ...
I0917 00:27:38.361834 859826 start.go:241] waiting for startup goroutines ...
I0917 00:27:38.434583 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:38.442476 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:38.703429 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:38.803655 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:38.933040 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:38.941133 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:39.204917 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:39.303104 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:39.432749 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:39.441727 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:39.703491 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:39.803241 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:39.933725 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:39.942829 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:40.212844 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:40.302837 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:40.433246 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:40.442061 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:40.703333 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:40.804141 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:40.933822 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:40.942325 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:41.209849 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:41.303731 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:41.432907 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:41.441092 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:41.703396 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:41.803413 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:41.933479 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:41.944348 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:42.207910 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:42.303819 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:42.433222 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:42.441337 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:42.703187 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:42.803195 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:42.933781 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:42.942652 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:43.207341 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:43.219565 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:27:43.304276 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:43.433249 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:43.442180 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:43.704683 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:43.804308 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:43.934782 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:43.942073 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:44.208903 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:44.303320 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:44.363652 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.144044515s)
W0917 00:27:44.363739 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:44.363772 859826 retry.go:31] will retry after 19.191680883s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:27:44.433350 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:44.442085 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:44.703493 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:44.804824 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:44.935469 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:44.941527 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:45.219161 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:45.305731 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:45.435825 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:45.444545 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:45.703676 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:45.804027 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:45.935316 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:45.942722 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:46.212782 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:46.312765 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:46.432728 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:46.442336 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:46.703680 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:46.804300 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:46.936739 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:46.942128 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:47.205958 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:47.304890 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:47.433352 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:47.441997 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:47.703356 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:47.803807 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:47.933101 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:47.941863 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:48.205741 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:48.305168 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:48.433831 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:48.442731 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:48.703848 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:48.804035 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:48.933438 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:48.941903 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:49.219630 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:49.303454 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:49.433572 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:49.442165 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:49.704234 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:49.803287 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:49.934011 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:49.942141 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:50.205853 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:50.306808 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:50.432833 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:50.440852 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:50.704874 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:50.807640 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:50.932993 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:50.942955 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:51.207076 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:51.303690 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:51.433841 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:51.450363 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:51.703454 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:51.803811 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:51.933501 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:51.951596 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:52.207314 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:52.305254 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:52.441073 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:52.448439 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:52.703986 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:52.806828 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:52.932765 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:52.942756 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:53.210733 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:53.304437 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:53.433862 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:53.441406 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:53.703928 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:53.806155 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:53.933221 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:53.941339 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:54.208579 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:54.303681 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:54.438179 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:54.442007 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:54.704544 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:54.804883 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:54.934580 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:54.942058 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:55.204375 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:55.303478 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:55.433309 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:55.441659 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:55.704068 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:55.803861 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:55.933570 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:55.942008 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:56.207393 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:56.303642 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:56.432922 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:56.441565 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:56.704040 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:56.806626 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:56.933385 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:56.942580 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:57.209266 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:57.303549 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:57.434517 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:57.441653 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:57.703822 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:57.814331 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:57.934515 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:57.943018 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:58.214063 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:58.302813 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:58.434781 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:58.440851 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:58.703926 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:58.803265 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:58.933234 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:58.941119 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:59.209044 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:59.310759 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:59.432999 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:59.441054 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:27:59.723925 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:27:59.820203 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:27:59.933102 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:27:59.940849 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:00.237887 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:00.328277 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:00.449508 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:00.450111 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:00.708686 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:00.804747 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:00.933634 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:00.942283 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:01.208492 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:01.304491 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:01.433460 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:01.442140 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:01.716955 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:01.803189 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:01.933237 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:01.941465 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:02.209974 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:02.303095 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:02.434262 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:02.441909 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:02.711807 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:02.827194 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:02.933505 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:02.941578 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:03.212050 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:03.303488 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:03.433245 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:03.441848 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:03.556254 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:28:03.726163 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:03.803725 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:03.933856 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:03.941703 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:04.213031 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:04.302926 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:04.435068 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:04.450764 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:28:04.502496 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:28:04.502576 859826 retry.go:31] will retry after 17.255842651s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:28:04.703484 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:04.804022 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:04.933125 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:04.941808 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:05.217010 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:05.304719 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:05.435613 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:05.443081 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:05.708281 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:05.803689 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:05.932977 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:05.941020 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:06.207721 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:06.304264 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:06.433904 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:06.442017 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:06.704272 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:06.803314 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:06.933722 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:06.942379 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:07.210237 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:07.311158 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:07.434101 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:07.441194 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:07.712779 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:07.811192 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:07.933347 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:07.941314 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:08.207094 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:08.303169 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:08.433145 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:08.441657 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:08.703691 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:08.803630 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:08.933085 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:08.941030 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:09.206947 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:09.303118 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:09.433606 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:09.441976 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:09.704111 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:09.818571 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:09.933837 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:09.941653 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:10.208157 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:10.303143 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:10.433405 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:10.442715 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:10.705498 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:10.804020 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:10.933585 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:10.942730 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:11.207265 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:11.304321 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:11.438601 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:11.449413 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:11.703935 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:11.805532 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:11.945699 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:11.958882 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:12.205122 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:12.303909 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:12.433393 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:12.441969 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:12.703857 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:12.804705 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:12.933126 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:12.941933 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:13.207031 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:13.303562 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:13.433903 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:13.442520 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:13.703873 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:13.804202 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:13.933952 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:13.941526 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:14.210629 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:14.304450 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:14.432626 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:14.452868 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:14.704709 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:14.803053 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:14.934081 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:14.942611 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:15.221135 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:15.304622 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:15.434018 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:15.442183 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:15.704966 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:15.803134 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:15.934083 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:15.941626 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:16.209385 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:16.305230 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:16.433626 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:16.442302 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:16.704254 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:16.803545 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:16.933633 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:16.942072 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:17.206774 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:17.307213 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:17.433133 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:17.441984 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:17.703548 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:17.803606 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:17.937362 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:17.941913 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:18.211622 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:18.304507 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:18.432948 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:18.441136 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:18.703659 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:18.803167 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:18.935183 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:18.941484 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:19.216781 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:19.303263 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:19.434195 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:19.452833 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:19.704253 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:19.803407 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:19.948793 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:19.949685 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:20.204622 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:20.306844 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:20.439189 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:20.448072 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:20.706019 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:20.807687 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:20.948277 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:20.948372 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:21.211640 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:21.304027 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:21.435065 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:21.445177 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:21.704224 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:21.759568 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:28:21.812882 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:21.949729 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:21.964962 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:22.213616 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:22.314396 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:22.436224 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:22.452233 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:22.716792 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:22.808073 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:22.937415 859826 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.177755262s)
W0917 00:28:22.937452 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:28:22.937472 859826 retry.go:31] will retry after 26.051938222s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I0917 00:28:22.945747 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:22.947360 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:23.213774 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:23.304787 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:23.433608 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:23.444918 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:23.705829 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:23.803487 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:23.934654 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:23.944230 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:24.220263 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:24.303848 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:24.436658 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:24.442322 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:24.705529 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:24.807351 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:24.947594 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:24.950360 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:25.208732 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:25.303492 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:25.432609 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:25.442086 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:25.703559 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:25.803966 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:25.933469 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:25.943008 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:26.204404 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:26.303694 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:26.432963 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:26.441431 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:26.703751 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:26.803136 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:26.933675 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:26.942302 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:27.204024 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:27.303487 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:27.433903 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:27.441429 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:27.704093 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:27.803316 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:27.933845 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:27.942206 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:28.217301 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:28.303800 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:28.433024 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:28.441799 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:28.703892 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:28.802943 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:28.932982 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0917 00:28:28.941907 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:29.211386 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:29.305367 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:29.435240 859826 kapi.go:107] duration metric: took 1m32.005689282s to wait for kubernetes.io/minikube-addons=registry ...
I0917 00:28:29.442421 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:29.713251 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:29.805807 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:29.946534 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:30.220211 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:30.303858 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:30.442111 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:30.704420 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:30.804881 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:30.947268 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:31.208759 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:31.304424 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:31.442009 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:31.702900 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:31.803002 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:31.941412 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:32.210386 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:32.303864 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:32.441503 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:32.704477 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:32.818165 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:32.943473 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:33.205375 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:33.304540 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:33.452335 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:33.714310 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:33.804424 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:33.960584 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:34.220574 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:34.325870 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:34.445182 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:34.704664 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:34.803608 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:34.941981 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:35.214715 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:35.303602 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:35.442676 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:35.704679 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:35.804339 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:35.942274 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:36.211722 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:36.308453 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:36.441769 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:36.710277 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:36.808495 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:36.944018 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:37.212039 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:37.307050 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:37.442906 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:37.704000 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:37.803476 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:37.942705 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:38.205491 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:38.303913 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:38.441466 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:38.703286 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:38.804534 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:38.942146 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:39.207971 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:39.303624 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:39.467972 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:39.704075 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:39.803217 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:39.941972 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:40.228509 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:40.304401 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:40.441561 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:40.704729 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:40.805136 859826 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0917 00:28:40.948592 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:41.204746 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:41.303785 859826 kapi.go:107] duration metric: took 1m43.003971047s to wait for app.kubernetes.io/name=ingress-nginx ...
I0917 00:28:41.443071 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:41.704588 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:41.945327 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:42.291851 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:42.442857 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:42.704331 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:42.941952 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:43.204103 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:43.441755 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:43.703697 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:43.943711 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:44.205567 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:44.440799 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:44.704193 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:44.941747 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:45.215619 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:45.441624 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:45.704494 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:45.942717 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:46.209256 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:46.441829 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:46.707896 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:46.984040 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:47.216189 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:47.442820 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:47.704084 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0917 00:28:47.941909 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:48.224082 859826 kapi.go:107] duration metric: took 1m44.523867028s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0917 00:28:48.227111 859826 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-160127 cluster.
I0917 00:28:48.230004 859826 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0917 00:28:48.232898 859826 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0917 00:28:48.442673 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:48.941831 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:48.989861 859826 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0917 00:28:49.442084 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W0917 00:28:49.929959 859826 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
W0917 00:28:49.930051 859826 out.go:285] ! Enabling 'inspektor-gadget' returned an error: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
]
I0917 00:28:49.944179 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:50.441873 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:50.942690 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:51.441771 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:51.942589 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:52.441993 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:52.942736 859826 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0917 00:28:53.441137 859826 kapi.go:107] duration metric: took 1m54.50330763s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0917 00:28:53.444409 859826 out.go:179] * Enabled addons: registry-creds, amd-gpu-device-plugin, cloud-spanner, ingress-dns, nvidia-device-plugin, storage-provisioner, storage-provisioner-rancher, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0917 00:28:53.447232 859826 addons.go:514] duration metric: took 2m1.4437884s for enable addons: enabled=[registry-creds amd-gpu-device-plugin cloud-spanner ingress-dns nvidia-device-plugin storage-provisioner storage-provisioner-rancher metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0917 00:28:53.447282 859826 start.go:246] waiting for cluster config update ...
I0917 00:28:53.447305 859826 start.go:255] writing updated cluster config ...
I0917 00:28:53.447604 859826 ssh_runner.go:195] Run: rm -f paused
I0917 00:28:53.452286 859826 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0917 00:28:53.455776 859826 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-9nv5l" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.461666 859826 pod_ready.go:94] pod "coredns-66bc5c9577-9nv5l" is "Ready"
I0917 00:28:53.461700 859826 pod_ready.go:86] duration metric: took 5.866835ms for pod "coredns-66bc5c9577-9nv5l" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.542005 859826 pod_ready.go:83] waiting for pod "etcd-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.546884 859826 pod_ready.go:94] pod "etcd-addons-160127" is "Ready"
I0917 00:28:53.546917 859826 pod_ready.go:86] duration metric: took 4.882428ms for pod "etcd-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.549596 859826 pod_ready.go:83] waiting for pod "kube-apiserver-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.554386 859826 pod_ready.go:94] pod "kube-apiserver-addons-160127" is "Ready"
I0917 00:28:53.554411 859826 pod_ready.go:86] duration metric: took 4.787058ms for pod "kube-apiserver-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.556735 859826 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:53.856801 859826 pod_ready.go:94] pod "kube-controller-manager-addons-160127" is "Ready"
I0917 00:28:53.856879 859826 pod_ready.go:86] duration metric: took 300.066351ms for pod "kube-controller-manager-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:54.055963 859826 pod_ready.go:83] waiting for pod "kube-proxy-sgr9v" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:54.455709 859826 pod_ready.go:94] pod "kube-proxy-sgr9v" is "Ready"
I0917 00:28:54.455738 859826 pod_ready.go:86] duration metric: took 399.750646ms for pod "kube-proxy-sgr9v" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:54.657041 859826 pod_ready.go:83] waiting for pod "kube-scheduler-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:55.057016 859826 pod_ready.go:94] pod "kube-scheduler-addons-160127" is "Ready"
I0917 00:28:55.057041 859826 pod_ready.go:86] duration metric: took 399.969922ms for pod "kube-scheduler-addons-160127" in "kube-system" namespace to be "Ready" or be gone ...
I0917 00:28:55.057054 859826 pod_ready.go:40] duration metric: took 1.604737846s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0917 00:28:55.296748 859826 start.go:617] kubectl: 1.33.2, cluster: 1.34.0 (minor skew: 1)
I0917 00:28:55.307881 859826 out.go:179] * Done! kubectl is now configured to use "addons-160127" cluster and "default" namespace by default
==> CRI-O <==
Sep 17 00:31:47 addons-160127 crio[994]: time="2025-09-17 00:31:47.336426049Z" level=info msg="Removed pod sandbox: f848c4560de558eb9c94ec24cb6f3e7970a452056de148201025b177b02cdab4" id=56cdc1a6-4c50-4b18-8c3e-6964c230ac0d name=/runtime.v1.RuntimeService/RemovePodSandbox
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.257754902Z" level=info msg="Running pod sandbox: default/hello-world-app-5d498dc89-kpnxw/POD" id=41c748c1-45fc-4967-bb4f-2cb5697d22f7 name=/runtime.v1.RuntimeService/RunPodSandbox
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.258504680Z" level=warning msg="Allowed annotations are specified for workload []"
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.294959854Z" level=info msg="Got pod network &{Name:hello-world-app-5d498dc89-kpnxw Namespace:default ID:2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae UID:52f07d1d-47a5-41b9-9b8f-06539806f2db NetNS:/var/run/netns/ed4e877b-378b-404d-8bbf-0b1074094de5 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.295152628Z" level=info msg="Adding pod default_hello-world-app-5d498dc89-kpnxw to CNI network \"kindnet\" (type=ptp)"
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.340129788Z" level=info msg="Got pod network &{Name:hello-world-app-5d498dc89-kpnxw Namespace:default ID:2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae UID:52f07d1d-47a5-41b9-9b8f-06539806f2db NetNS:/var/run/netns/ed4e877b-378b-404d-8bbf-0b1074094de5 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.340282209Z" level=info msg="Checking pod default_hello-world-app-5d498dc89-kpnxw for CNI network kindnet (type=ptp)"
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.343914668Z" level=info msg="Ran pod sandbox 2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae with infra container: default/hello-world-app-5d498dc89-kpnxw/POD" id=41c748c1-45fc-4967-bb4f-2cb5697d22f7 name=/runtime.v1.RuntimeService/RunPodSandbox
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.346493411Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=511ee33c-3fa6-4248-9a75-22c7e990542b name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.346726382Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=511ee33c-3fa6-4248-9a75-22c7e990542b name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.347703118Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=7685d4d0-5fe2-4d36-823f-76d3c01690da name=/runtime.v1.ImageService/PullImage
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.350058030Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Sep 17 00:33:02 addons-160127 crio[994]: time="2025-09-17 00:33:02.587709732Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.375445129Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=7685d4d0-5fe2-4d36-823f-76d3c01690da name=/runtime.v1.ImageService/PullImage
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.376415931Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=81dbf717-72b9-4d87-bda9-39bf292883d5 name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.378442289Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=81dbf717-72b9-4d87-bda9-39bf292883d5 name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.379657986Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=cfe06abe-45c8-42cd-bec3-ebbf38f63acf name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.380242740Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=cfe06abe-45c8-42cd-bec3-ebbf38f63acf name=/runtime.v1.ImageService/ImageStatus
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.385366962Z" level=info msg="Creating container: default/hello-world-app-5d498dc89-kpnxw/hello-world-app" id=2dd6e30d-6554-4fc2-ac3e-400321a843c0 name=/runtime.v1.RuntimeService/CreateContainer
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.385460698Z" level=warning msg="Allowed annotations are specified for workload []"
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.416943489Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/88916c6062d1173b926f6a4b420345a92cccb599f74085a3f5215f0605d3eda8/merged/etc/passwd: no such file or directory"
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.417135754Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/88916c6062d1173b926f6a4b420345a92cccb599f74085a3f5215f0605d3eda8/merged/etc/group: no such file or directory"
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.485864203Z" level=info msg="Created container 5005b7aff94b7113aedf14d6693c06b1faa10050f66fa9a1e44fb20f1c8f6b8f: default/hello-world-app-5d498dc89-kpnxw/hello-world-app" id=2dd6e30d-6554-4fc2-ac3e-400321a843c0 name=/runtime.v1.RuntimeService/CreateContainer
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.486715406Z" level=info msg="Starting container: 5005b7aff94b7113aedf14d6693c06b1faa10050f66fa9a1e44fb20f1c8f6b8f" id=a1deddea-a79c-47cf-89d6-45a15622f948 name=/runtime.v1.RuntimeService/StartContainer
Sep 17 00:33:03 addons-160127 crio[994]: time="2025-09-17 00:33:03.503169505Z" level=info msg="Started container" PID=10154 containerID=5005b7aff94b7113aedf14d6693c06b1faa10050f66fa9a1e44fb20f1c8f6b8f description=default/hello-world-app-5d498dc89-kpnxw/hello-world-app id=a1deddea-a79c-47cf-89d6-45a15622f948 name=/runtime.v1.RuntimeService/StartContainer sandboxID=2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
5005b7aff94b7 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 2f3360586bb30 hello-world-app-5d498dc89-kpnxw
4e5d559c64cf4 docker.io/library/nginx@sha256:42a516af16b852e33b7682d5ef8acbd5d13fe08fecadc7ed98605ba5e3b26ab8 2 minutes ago Running nginx 0 1960cd537e9ba nginx
ae0984876fc06 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 c64d831704277 busybox
183d2f9f9597b registry.k8s.io/ingress-nginx/controller@sha256:1f7eaeb01933e719c8a9f4acd8181e555e582330c7d50f24484fb64d2ba9b2ef 4 minutes ago Running controller 0 7c03dc3882d18 ingress-nginx-controller-9cc49f96f-5tdpz
a486d97e83b24 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:66fdf18cc8a577423b2a36b96a5be40fe690fdb986bfe7875f54edfa9c7d19a5 4 minutes ago Running gadget 0 199ee7ecd41f4 gadget-qgjkm
32c91f9aaadc9 c67c707f59d87e1add5896e856d3ed36fbff2a778620f70d33b799e0541a77e3 4 minutes ago Exited patch 2 05a9572df33ae ingress-nginx-admission-patch-q77zt
a6eb31c4bac99 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:050a34002d5bb4966849c880c56c91f5320372564245733b33d4b3461b4dbd24 5 minutes ago Exited create 0 e0120a37712a8 ingress-nginx-admission-create-w4bbl
fe350e3c2cc66 docker.io/kicbase/minikube-ingress-dns@sha256:6d710af680d8a9b5a5b1f9047eb83ee4c9258efd3fcd962f938c00bcbb4c5958 5 minutes ago Running minikube-ingress-dns 0 a73717d3b9180 kube-ingress-dns-minikube
383369be6bbc9 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 5 minutes ago Running coredns 0 1b8ac32d91f7d coredns-66bc5c9577-9nv5l
be793dccdb22e ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 e7282ff528e99 storage-provisioner
4bd3f29366f22 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 6 minutes ago Running kindnet-cni 0 1bfb6415beb9a kindnet-pxkz8
eeca9e39f37bc 6fc32d66c141152245438e6512df788cb52d64a1617e33561950b0e7a4675abf 6 minutes ago Running kube-proxy 0 796d6634ced24 kube-proxy-sgr9v
2d2c7b707b15a a25f5ef9c34c37c649f3b4f9631a169221ac2d6f41d9767c7588cd355f76f9ee 6 minutes ago Running kube-scheduler 0 0039c96ae681a kube-scheduler-addons-160127
b3f4469924d13 996be7e86d9b3a549d718de63713d9fea9db1f45ac44863a6770292d7b463570 6 minutes ago Running kube-controller-manager 0 263cad883c054 kube-controller-manager-addons-160127
ed26be7932892 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 6 minutes ago Running etcd 0 dd431765fa0ad etcd-addons-160127
504c0fce83d21 d291939e994064911484215449d0ab96c535b02adc4fc5d0ad4e438cf71465be 6 minutes ago Running kube-apiserver 0 080e39a6959ab kube-apiserver-addons-160127
==> coredns [383369be6bbc9a089e6d2ceef4e7b1bac800d0a4aa629a27ea9e2f8de20c5a07] <==
[INFO] 10.244.0.16:35546 - 26427 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.004071168s
[INFO] 10.244.0.16:35546 - 63025 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000736863s
[INFO] 10.244.0.16:35546 - 45908 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000933994s
[INFO] 10.244.0.16:39871 - 52197 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000163744s
[INFO] 10.244.0.16:39871 - 51728 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000267244s
[INFO] 10.244.0.16:34775 - 16718 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000108154s
[INFO] 10.244.0.16:34775 - 16521 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000114447s
[INFO] 10.244.0.16:39576 - 26122 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000092588s
[INFO] 10.244.0.16:39576 - 25925 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00015503s
[INFO] 10.244.0.16:48627 - 64958 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001126021s
[INFO] 10.244.0.16:48627 - 65171 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001301063s
[INFO] 10.244.0.16:58524 - 10941 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000128207s
[INFO] 10.244.0.16:58524 - 10537 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000092021s
[INFO] 10.244.0.21:33973 - 57041 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000233373s
[INFO] 10.244.0.21:59131 - 52139 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000185127s
[INFO] 10.244.0.21:60362 - 22467 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000155177s
[INFO] 10.244.0.21:54698 - 50244 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000072625s
[INFO] 10.244.0.21:35961 - 23838 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000163268s
[INFO] 10.244.0.21:42628 - 5287 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000071763s
[INFO] 10.244.0.21:57208 - 58487 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002772s
[INFO] 10.244.0.21:38718 - 26252 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00263805s
[INFO] 10.244.0.21:54403 - 48729 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.002041529s
[INFO] 10.244.0.21:60002 - 15662 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.003186307s
[INFO] 10.244.0.23:45111 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000166057s
[INFO] 10.244.0.23:33640 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000104305s
==> describe nodes <==
Name: addons-160127
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-160127
kubernetes.io/os=linux
minikube.k8s.io/commit=9829f0bc17c523e4378d28e0c25741106f24f00a
minikube.k8s.io/name=addons-160127
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_09_17T00_26_47_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-160127
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 17 Sep 2025 00:26:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-160127
AcquireTime: <unset>
RenewTime: Wed, 17 Sep 2025 00:32:54 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 17 Sep 2025 00:30:51 +0000 Wed, 17 Sep 2025 00:26:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 17 Sep 2025 00:30:51 +0000 Wed, 17 Sep 2025 00:26:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 17 Sep 2025 00:30:51 +0000 Wed, 17 Sep 2025 00:26:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 17 Sep 2025 00:30:51 +0000 Wed, 17 Sep 2025 00:27:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-160127
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022308Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022308Ki
pods: 110
System Info:
Machine ID: 7fe5211217954556bd7e0a318dc98a9f
System UUID: 7c001af9-5cfe-4302-bf9e-915706d96358
Boot ID: 6b076a96-9a4c-4fa4-bd00-8a6e573f8463
Kernel Version: 5.15.0-1084-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.34.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m8s
default hello-world-app-5d498dc89-kpnxw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m24s
gadget gadget-qgjkm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m7s
ingress-nginx ingress-nginx-controller-9cc49f96f-5tdpz 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m6s
kube-system coredns-66bc5c9577-9nv5l 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m12s
kube-system etcd-addons-160127 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m18s
kube-system kindnet-pxkz8 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m11s
kube-system kube-apiserver-addons-160127 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m18s
kube-system kube-controller-manager-addons-160127 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m18s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m8s
kube-system kube-proxy-sgr9v 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m12s
kube-system kube-scheduler-addons-160127 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m18s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m7s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m6s kube-proxy
Normal Starting 6m25s kubelet Starting kubelet.
Warning CgroupV1 6m25s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m25s (x8 over 6m25s) kubelet Node addons-160127 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m25s (x8 over 6m25s) kubelet Node addons-160127 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m25s (x8 over 6m25s) kubelet Node addons-160127 status is now: NodeHasSufficientPID
Normal Starting 6m18s kubelet Starting kubelet.
Warning CgroupV1 6m18s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m18s kubelet Node addons-160127 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m18s kubelet Node addons-160127 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m18s kubelet Node addons-160127 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m13s node-controller Node addons-160127 event: Registered Node addons-160127 in Controller
Normal NodeReady 5m27s kubelet Node addons-160127 status is now: NodeReady
==> dmesg <==
[Sep16 23:35] systemd-journald[216]: Failed to send stream file descriptor to service manager: Connection refused
[Sep17 00:19] systemd-journald[221]: Failed to send stream file descriptor to service manager: Connection refused
[Sep17 00:24] kauditd_printk_skb: 8 callbacks suppressed
==> etcd [ed26be79328922f28c021e68379452ccb0f1942d5f9d43a219afaa9fec9f94e4] <==
{"level":"warn","ts":"2025-09-17T00:26:42.875583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44138","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:26:43.020933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36550","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-09-17T00:26:52.633614Z","caller":"traceutil/trace.go:172","msg":"trace[1157973626] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"117.634252ms","start":"2025-09-17T00:26:52.515963Z","end":"2025-09-17T00:26:52.633597Z","steps":["trace[1157973626] 'process raft request' (duration: 79.236953ms)","trace[1157973626] 'compare' (duration: 38.177932ms)"],"step_count":2}
{"level":"warn","ts":"2025-09-17T00:26:54.950042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.261019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kindnet\" limit:1 ","response":"range_response_count:1 size:520"}
{"level":"info","ts":"2025-09-17T00:26:54.950424Z","caller":"traceutil/trace.go:172","msg":"trace[1588324792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kindnet; range_end:; response_count:1; response_revision:384; }","duration":"138.670189ms","start":"2025-09-17T00:26:54.811740Z","end":"2025-09-17T00:26:54.950410Z","steps":["trace[1588324792] 'range keys from in-memory index tree' (duration: 138.03302ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.145783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.046029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-09-17T00:26:56.145852Z","caller":"traceutil/trace.go:172","msg":"trace[2002940089] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:398; }","duration":"106.123421ms","start":"2025-09-17T00:26:56.039717Z","end":"2025-09-17T00:26:56.145840Z","steps":["trace[2002940089] 'agreement among raft nodes before linearized reading' (duration: 106.020093ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.168868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.771848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-160127\" limit:1 ","response":"range_response_count:1 size:5601"}
{"level":"info","ts":"2025-09-17T00:26:56.168935Z","caller":"traceutil/trace.go:172","msg":"trace[2144293595] range","detail":"{range_begin:/registry/minions/addons-160127; range_end:; response_count:1; response_revision:398; }","duration":"106.849486ms","start":"2025-09-17T00:26:56.062073Z","end":"2025-09-17T00:26:56.168922Z","steps":["trace[2144293595] 'agreement among raft nodes before linearized reading' (duration: 106.613446ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.183824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.533536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-09-17T00:26:56.184336Z","caller":"traceutil/trace.go:172","msg":"trace[1488851565] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:0; response_revision:398; }","duration":"127.251865ms","start":"2025-09-17T00:26:56.057071Z","end":"2025-09-17T00:26:56.184323Z","steps":["trace[1488851565] 'agreement among raft nodes before linearized reading' (duration: 126.484905ms)"],"step_count":1}
{"level":"info","ts":"2025-09-17T00:26:56.185618Z","caller":"traceutil/trace.go:172","msg":"trace[1991964952] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"121.257594ms","start":"2025-09-17T00:26:56.064346Z","end":"2025-09-17T00:26:56.185604Z","steps":["trace[1991964952] 'process raft request' (duration: 119.651904ms)"],"step_count":1}
{"level":"info","ts":"2025-09-17T00:26:56.187567Z","caller":"traceutil/trace.go:172","msg":"trace[689176810] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"104.979316ms","start":"2025-09-17T00:26:56.082555Z","end":"2025-09-17T00:26:56.187534Z","steps":["trace[689176810] 'process raft request' (duration: 101.509313ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.198793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.096918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-09-17T00:26:56.199018Z","caller":"traceutil/trace.go:172","msg":"trace[418724122] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:400; }","duration":"142.334533ms","start":"2025-09-17T00:26:56.056670Z","end":"2025-09-17T00:26:56.199005Z","steps":["trace[418724122] 'agreement among raft nodes before linearized reading' (duration: 127.877595ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.200049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.245194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/cloud-spanner-emulator\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-09-17T00:26:56.200792Z","caller":"traceutil/trace.go:172","msg":"trace[876245759] range","detail":"{range_begin:/registry/services/specs/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:400; }","duration":"160.990525ms","start":"2025-09-17T00:26:56.039784Z","end":"2025-09-17T00:26:56.200775Z","steps":["trace[876245759] 'agreement among raft nodes before linearized reading' (duration: 144.799345ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-17T00:26:56.203285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.394536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/gadget\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-09-17T00:26:56.203518Z","caller":"traceutil/trace.go:172","msg":"trace[932224198] range","detail":"{range_begin:/registry/namespaces/gadget; range_end:; response_count:0; response_revision:400; }","duration":"163.631742ms","start":"2025-09-17T00:26:56.039873Z","end":"2025-09-17T00:26:56.203505Z","steps":["trace[932224198] 'agreement among raft nodes before linearized reading' (duration: 144.705124ms)","trace[932224198] 'range keys from in-memory index tree' (duration: 18.676185ms)"],"step_count":2}
{"level":"warn","ts":"2025-09-17T00:26:59.291377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33952","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:26:59.335493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33964","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:27:21.297977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54810","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:27:21.329697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54840","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:27:21.377370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54854","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-09-17T00:27:21.400405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54884","server-name":"","error":"EOF"}
==> kernel <==
00:33:04 up 3:15, 0 users, load average: 0.23, 1.73, 3.14
Linux addons-160127 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [4bd3f29366f22225467229c5fd50ef3bad0c2613e1d1f3918a7083e5ae6e18ea] <==
I0917 00:30:56.627694 1 main.go:301] handling current node
I0917 00:31:06.627848 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:06.627963 1 main.go:301] handling current node
I0917 00:31:16.631237 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:16.631670 1 main.go:301] handling current node
I0917 00:31:26.628840 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:26.628890 1 main.go:301] handling current node
I0917 00:31:36.628662 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:36.628696 1 main.go:301] handling current node
I0917 00:31:46.630471 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:46.630503 1 main.go:301] handling current node
I0917 00:31:56.628635 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:31:56.628728 1 main.go:301] handling current node
I0917 00:32:06.628220 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:06.628337 1 main.go:301] handling current node
I0917 00:32:16.628627 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:16.628658 1 main.go:301] handling current node
I0917 00:32:26.632293 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:26.632410 1 main.go:301] handling current node
I0917 00:32:36.627842 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:36.627949 1 main.go:301] handling current node
I0917 00:32:46.632641 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:46.632677 1 main.go:301] handling current node
I0917 00:32:56.632469 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0917 00:32:56.632506 1 main.go:301] handling current node
==> kube-apiserver [504c0fce83d21d6bef5a7e21d91e5d9e7440bd9bffa92b74d666cc3578859612] <==
E0917 00:29:07.740224 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42620: use of closed network connection
I0917 00:29:08.048646 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:29:35.850123 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:29:40.712104 1 alloc.go:328] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.105.159.0"}
E0917 00:30:00.873502 1 authentication.go:75] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0917 00:30:30.137911 1 controller.go:667] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0917 00:30:31.400971 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:30:35.042652 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0917 00:30:40.469012 1 controller.go:667] quota admission added evaluator for: ingresses.networking.k8s.io
I0917 00:30:40.753420 1 alloc.go:328] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.107.18.41"}
I0917 00:30:52.844937 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0917 00:30:52.845079 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0917 00:30:52.921783 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0917 00:30:52.921920 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0917 00:30:53.025149 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0917 00:30:53.025317 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0917 00:30:53.070381 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0917 00:30:53.070495 1 handler.go:285] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0917 00:30:54.035825 1 cacher.go:182] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0917 00:30:54.070638 1 cacher.go:182] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0917 00:30:54.089180 1 cacher.go:182] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0917 00:31:00.743390 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:31:49.572640 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:32:03.319565 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0917 00:33:02.168903 1 alloc.go:328] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.8.111"}
==> kube-controller-manager [b3f4469924d131c6be96f6b2fdaabf64fcfe565ed41e23a4e7f61dba1fc8af26] <==
E0917 00:31:15.918465 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:31:16.156512 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:31:16.157526 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
I0917 00:31:21.433564 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota"
I0917 00:31:21.433602 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I0917 00:31:21.530701 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I0917 00:31:21.530757 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
E0917 00:31:30.608859 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:31:30.609945 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:31:30.708391 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:31:30.709475 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:31:33.946935 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:31:33.948104 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:32:01.679590 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:32:01.680874 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:32:19.603099 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:32:19.604147 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:32:21.621266 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:32:21.622860 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:32:43.477154 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:32:43.478220 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:33:00.442554 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:33:00.443895 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
E0917 00:33:00.605014 1 reflector.go:422] "The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking" err="the server could not find the requested resource"
E0917 00:33:00.606057 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError" reflector="k8s.io/client-go/metadata/metadatainformer/informer.go:138" type="*v1.PartialObjectMetadata"
==> kube-proxy [eeca9e39f37bcc76979c11631d0d15c557223f73ddc35a86d61173bea4373f3f] <==
I0917 00:26:56.753714 1 server_linux.go:53] "Using iptables proxy"
I0917 00:26:57.531380 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I0917 00:26:57.633281 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I0917 00:26:57.633431 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E0917 00:26:57.633546 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0917 00:26:57.708216 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0917 00:26:57.708279 1 server_linux.go:132] "Using iptables Proxier"
I0917 00:26:57.712384 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0917 00:26:57.713060 1 server.go:527] "Version info" version="v1.34.0"
I0917 00:26:57.713090 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 00:26:57.748964 1 config.go:200] "Starting service config controller"
I0917 00:26:57.748991 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I0917 00:26:57.749032 1 config.go:106] "Starting endpoint slice config controller"
I0917 00:26:57.749038 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I0917 00:26:57.749049 1 config.go:403] "Starting serviceCIDR config controller"
I0917 00:26:57.749053 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I0917 00:26:57.846968 1 config.go:309] "Starting node config controller"
I0917 00:26:57.946456 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I0917 00:26:57.946566 1 shared_informer.go:356] "Caches are synced" controller="node config"
I0917 00:26:57.859883 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I0917 00:26:57.964768 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I0917 00:26:57.987041 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [2d2c7b707b15aae42cf3045baf067d199ebcf3f391eca4ad88894aadd6bbe005] <==
I0917 00:26:45.449948 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 00:26:45.453599 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I0917 00:26:45.454575 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0917 00:26:45.454715 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0917 00:26:45.454798 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0917 00:26:45.458744 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E0917 00:26:45.458835 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E0917 00:26:45.458881 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E0917 00:26:45.458953 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E0917 00:26:45.458999 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E0917 00:26:45.459058 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E0917 00:26:45.468929 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E0917 00:26:45.469369 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E0917 00:26:45.469410 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E0917 00:26:45.469442 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E0917 00:26:45.469475 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E0917 00:26:45.469510 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E0917 00:26:45.469544 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E0917 00:26:45.470074 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E0917 00:26:45.470186 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E0917 00:26:45.470283 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E0917 00:26:45.470968 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E0917 00:26:45.471165 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E0917 00:26:45.471326 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
I0917 00:26:46.655609 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Sep 17 00:32:43 addons-160127 kubelet[1564]: E0917 00:32:43.422629 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1114d8098e157e9258ca3860e3ba567a99023b86aea26c16fe8bd5ad13f44cbc/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1114d8098e157e9258ca3860e3ba567a99023b86aea26c16fe8bd5ad13f44cbc/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.919306 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1114d8098e157e9258ca3860e3ba567a99023b86aea26c16fe8bd5ad13f44cbc/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1114d8098e157e9258ca3860e3ba567a99023b86aea26c16fe8bd5ad13f44cbc/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.923656 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/524e24c236783566c85b0dee7d5b44b09c229645b30cab9ebebdad63cb5963c9/diff" to get inode usage: stat /var/lib/containers/storage/overlay/524e24c236783566c85b0dee7d5b44b09c229645b30cab9ebebdad63cb5963c9/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.924713 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1f2eb19e945d4cf191e0cb7b1d387c84a8f705538fba5270415b4e7ba48de3b8/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1f2eb19e945d4cf191e0cb7b1d387c84a8f705538fba5270415b4e7ba48de3b8/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.925917 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/eb85f5919b1e449851f8d2aa541ba6cd75abfae2917024717fcad9bfcffe3cd6/diff" to get inode usage: stat /var/lib/containers/storage/overlay/eb85f5919b1e449851f8d2aa541ba6cd75abfae2917024717fcad9bfcffe3cd6/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.925950 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/2698304809a1daffb194e130629e0af41882d04f217fcda51836ec264edad5cb/diff" to get inode usage: stat /var/lib/containers/storage/overlay/2698304809a1daffb194e130629e0af41882d04f217fcda51836ec264edad5cb/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.930150 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/2b5fba703f197fcce99b9f3c42b8708384b329f325a0cfd61cb5c91501a1a72d/diff" to get inode usage: stat /var/lib/containers/storage/overlay/2b5fba703f197fcce99b9f3c42b8708384b329f325a0cfd61cb5c91501a1a72d/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.948433 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ae94230fc4578218327c7365ab3924dbe331061d8c3aa707508019a63b2c87b2/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ae94230fc4578218327c7365ab3924dbe331061d8c3aa707508019a63b2c87b2/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.952695 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/524e24c236783566c85b0dee7d5b44b09c229645b30cab9ebebdad63cb5963c9/diff" to get inode usage: stat /var/lib/containers/storage/overlay/524e24c236783566c85b0dee7d5b44b09c229645b30cab9ebebdad63cb5963c9/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.962040 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1ea1401caeecff3fbf9d85235f068cc9ea4017bd398b65f37a0c52dab83095db/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1ea1401caeecff3fbf9d85235f068cc9ea4017bd398b65f37a0c52dab83095db/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.964301 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/276e6ce29d7afe98003b78101e203c9d4c0f8c06467b5e54bd84d26f5530df82/diff" to get inode usage: stat /var/lib/containers/storage/overlay/276e6ce29d7afe98003b78101e203c9d4c0f8c06467b5e54bd84d26f5530df82/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.965601 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/566c18feff0e3a3e5f9887e797b168dc6113ce2fc40e193a96dab98e50f69733/diff" to get inode usage: stat /var/lib/containers/storage/overlay/566c18feff0e3a3e5f9887e797b168dc6113ce2fc40e193a96dab98e50f69733/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.966711 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/83b252cc0032864beb96f6162efeb450846e1ad70a9a7d767c62c68b3fde5fbd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/83b252cc0032864beb96f6162efeb450846e1ad70a9a7d767c62c68b3fde5fbd/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.967915 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d76062a1365114a2ae02d79642276eadecdaa4209eee6cb6ba118e67775af06a/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d76062a1365114a2ae02d79642276eadecdaa4209eee6cb6ba118e67775af06a/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.982196 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d5771668108205aa1d66356f2b3133d10d7c5a8abc7d4a07c1ea691f3735903a/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d5771668108205aa1d66356f2b3133d10d7c5a8abc7d4a07c1ea691f3735903a/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.983292 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1a636364522c5f7888307c52fef539d9db4a237c8f78b360b28bfd035339face/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1a636364522c5f7888307c52fef539d9db4a237c8f78b360b28bfd035339face/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:46 addons-160127 kubelet[1564]: E0917 00:32:46.984388 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/bf438281c02354e4f55b03aa69319f0fdbf169cf4496dffcaabcb5769d594777/diff" to get inode usage: stat /var/lib/containers/storage/overlay/bf438281c02354e4f55b03aa69319f0fdbf169cf4496dffcaabcb5769d594777/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:47 addons-160127 kubelet[1564]: E0917 00:32:47.001325 1564 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/688b38db67dfa4f2fce10a7fbbc4af929c9c5a4716c9ec09eda12cf2cbe9d7bc/diff" to get inode usage: stat /var/lib/containers/storage/overlay/688b38db67dfa4f2fce10a7fbbc4af929c9c5a4716c9ec09eda12cf2cbe9d7bc/diff: no such file or directory, extraDiskErr: <nil>
Sep 17 00:32:47 addons-160127 kubelet[1564]: E0917 00:32:47.050790 1564 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: image_filesystems:{timestamp:1758069167050492913 fs_id:{mountpoint:\"/var/lib/containers/storage/overlay-images\"} used_bytes:{value:597481} inodes_used:{value:225}}"
Sep 17 00:32:47 addons-160127 kubelet[1564]: E0917 00:32:47.050965 1564 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: image_filesystems:{timestamp:1758069167050492913 fs_id:{mountpoint:\"/var/lib/containers/storage/overlay-images\"} used_bytes:{value:597481} inodes_used:{value:225}}"
Sep 17 00:32:57 addons-160127 kubelet[1564]: E0917 00:32:57.053470 1564 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: image_filesystems:{timestamp:1758069177053192788 fs_id:{mountpoint:\"/var/lib/containers/storage/overlay-images\"} used_bytes:{value:597481} inodes_used:{value:225}}"
Sep 17 00:32:57 addons-160127 kubelet[1564]: E0917 00:32:57.053507 1564 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: image_filesystems:{timestamp:1758069177053192788 fs_id:{mountpoint:\"/var/lib/containers/storage/overlay-images\"} used_bytes:{value:597481} inodes_used:{value:225}}"
Sep 17 00:33:01 addons-160127 kubelet[1564]: I0917 00:33:01.991588 1564 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ddg6b\" (UniqueName: \"kubernetes.io/projected/52f07d1d-47a5-41b9-9b8f-06539806f2db-kube-api-access-ddg6b\") pod \"hello-world-app-5d498dc89-kpnxw\" (UID: \"52f07d1d-47a5-41b9-9b8f-06539806f2db\") " pod="default/hello-world-app-5d498dc89-kpnxw"
Sep 17 00:33:02 addons-160127 kubelet[1564]: W0917 00:33:02.342215 1564 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/a07e817d82f4cc2007cdc12de7abcbcc9e8d712045b29bdd211aeb08d510d4bf/crio-2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae WatchSource:0}: Error finding container 2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae: Status 404 returned error can't find the container with id 2f3360586bb301cd0e7096a282cf2bf62bba5988b0a624ce11504625708109ae
Sep 17 00:33:04 addons-160127 kubelet[1564]: I0917 00:33:04.222044 1564 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-5d498dc89-kpnxw" podStartSLOduration=2.190248645 podStartE2EDuration="3.222025337s" podCreationTimestamp="2025-09-17 00:33:01 +0000 UTC" firstStartedPulling="2025-09-17 00:33:02.347133567 +0000 UTC m=+375.662325424" lastFinishedPulling="2025-09-17 00:33:03.378910267 +0000 UTC m=+376.694102116" observedRunningTime="2025-09-17 00:33:04.220675452 +0000 UTC m=+377.535867325" watchObservedRunningTime="2025-09-17 00:33:04.222025337 +0000 UTC m=+377.537217227"
==> storage-provisioner [be793dccdb22ed50d1cd357ba7069fd79a3cccddf9a2ef68a63fa53546c5cc70] <==
W0917 00:32:39.964329 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:41.967042 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:41.971200 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:43.974400 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:43.978534 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:45.981509 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:45.985888 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:47.989016 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:47.993938 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:49.997279 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:50.001882 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:52.005013 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:52.015522 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:54.018480 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:54.023717 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:56.026837 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:56.031369 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:58.034596 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:32:58.039702 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:00.047722 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:00.071008 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:02.129822 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:02.159877 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:04.165758 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0917 00:33:04.171092 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-160127 -n addons-160127
helpers_test.go:269: (dbg) Run: kubectl --context addons-160127 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: ingress-nginx-admission-create-w4bbl ingress-nginx-admission-patch-q77zt
helpers_test.go:282: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context addons-160127 describe pod ingress-nginx-admission-create-w4bbl ingress-nginx-admission-patch-q77zt
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context addons-160127 describe pod ingress-nginx-admission-create-w4bbl ingress-nginx-admission-patch-q77zt: exit status 1 (95.463081ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-w4bbl" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-q77zt" not found
** /stderr **
helpers_test.go:287: kubectl --context addons-160127 describe pod ingress-nginx-admission-create-w4bbl ingress-nginx-admission-patch-q77zt: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-160127 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:1053: (dbg) Done: out/minikube-linux-arm64 -p addons-160127 addons disable ingress-dns --alsologtostderr -v=1: (1.073573421s)
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-160127 addons disable ingress --alsologtostderr -v=1
addons_test.go:1053: (dbg) Done: out/minikube-linux-arm64 -p addons-160127 addons disable ingress --alsologtostderr -v=1: (7.833240545s)
--- FAIL: TestAddons/parallel/Ingress (154.23s)