=== RUN TestAddons/serial/Volcano
addons_test.go:876: volcano-admission stabilized in 7.340812ms
addons_test.go:868: volcano-scheduler stabilized in 7.379614ms
addons_test.go:884: volcano-controller stabilized in 7.518294ms
addons_test.go:890: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-scheduler" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-scheduler-854568c9bb-vpbr4" [3a854d0f-4b22-4af2-b13b-d131108020d6] Running
addons_test.go:890: (dbg) TestAddons/serial/Volcano: app=volcano-scheduler healthy within 5.003005448s
addons_test.go:894: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-admission" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-admission-55859c8887-rd6kw" [00b24296-3c74-46a8-aa15-82029ef08a08] Running
addons_test.go:894: (dbg) TestAddons/serial/Volcano: app=volcano-admission healthy within 5.003014802s
addons_test.go:898: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-controller" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-controllers-7b774bbd55-9ssw4" [a8b755c7-b700-40b1-8b38-cd9ef92033ca] Running
addons_test.go:898: (dbg) TestAddons/serial/Volcano: app=volcano-controller healthy within 5.002725517s
addons_test.go:903: (dbg) Run: kubectl --context addons-191833 delete -n volcano-system job volcano-admission-init
addons_test.go:909: (dbg) Run: kubectl --context addons-191833 create -f testdata/vcjob.yaml
addons_test.go:917: (dbg) Run: kubectl --context addons-191833 get vcjob -n my-volcano
addons_test.go:935: (dbg) TestAddons/serial/Volcano: waiting 3m0s for pods matching "volcano.sh/job-name=test-job" in namespace "my-volcano" ...
helpers_test.go:329: TestAddons/serial/Volcano: WARNING: pod list for "my-volcano" "volcano.sh/job-name=test-job" returned: client rate limiter Wait returned an error: context deadline exceeded
addons_test.go:935: ***** TestAddons/serial/Volcano: pod "volcano.sh/job-name=test-job" failed to start within 3m0s: context deadline exceeded ****
addons_test.go:935: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-191833 -n addons-191833
addons_test.go:935: TestAddons/serial/Volcano: showing logs for failed pods as of 2025-06-05 18:37:11.009973652 +0000 UTC m=+371.615770397
addons_test.go:936: failed waiting for test-local-path pod: volcano.sh/job-name=test-job within 3m0s: context deadline exceeded
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/serial/Volcano]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-191833
helpers_test.go:235: (dbg) docker inspect addons-191833:
-- stdout --
[
{
"Id": "0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da",
"Created": "2025-06-05T18:31:35.737847082Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 15167,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-06-05T18:31:35.770298821Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:795ea6a69ce682944ae3f1bc8b732217eb065d3b981db69c80fd26ffbf05eda9",
"ResolvConfPath": "/var/lib/docker/containers/0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da/hostname",
"HostsPath": "/var/lib/docker/containers/0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da/hosts",
"LogPath": "/var/lib/docker/containers/0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da/0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da-json.log",
"Name": "/addons-191833",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-191833:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-191833",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "0b19e3190193b5d214796b76f1cf3fc249648a6ed6b98c14d6c76fb536c051da",
"LowerDir": "/var/lib/docker/overlay2/248f7fe439fd9da81ea5e628247cbf44690b10b186006b97a5a392af46d8d081-init/diff:/var/lib/docker/overlay2/fc55c275e3d1a836ceba89fa93ef66fb4dffe8802095de12294feb4e936450d9/diff",
"MergedDir": "/var/lib/docker/overlay2/248f7fe439fd9da81ea5e628247cbf44690b10b186006b97a5a392af46d8d081/merged",
"UpperDir": "/var/lib/docker/overlay2/248f7fe439fd9da81ea5e628247cbf44690b10b186006b97a5a392af46d8d081/diff",
"WorkDir": "/var/lib/docker/overlay2/248f7fe439fd9da81ea5e628247cbf44690b10b186006b97a5a392af46d8d081/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-191833",
"Source": "/var/lib/docker/volumes/addons-191833/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-191833",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-191833",
"name.minikube.sigs.k8s.io": "addons-191833",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4cd532f9facde64d748b9d03ed73ffcfa9e9810b31d07f71ef368066e9b4fc32",
"SandboxKey": "/var/run/docker/netns/4cd532f9facd",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-191833": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "52:f0:07:a6:91:0b",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "4d985472f556ceb79fee8b6f5366a9c11ed5a0b0e951dd70cd85b2c239157c77",
"EndpointID": "2c19ccc016a5569b69a345358a5215d7900af74f663c24e58e859e79563faecf",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-191833",
"0b19e3190193"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-191833 -n addons-191833
helpers_test.go:244: <<< TestAddons/serial/Volcano FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/serial/Volcano]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-191833 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-191833 logs -n 25: (1.064919283s)
helpers_test.go:252: TestAddons/serial/Volcano logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-810688 | jenkins | v1.36.0 | 05 Jun 25 18:30 UTC | |
| | -p download-only-810688 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| delete | -p download-only-810688 | download-only-810688 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| start | -o=json --download-only | download-only-887660 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | |
| | -p download-only-887660 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.33.1 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| delete | -p download-only-887660 | download-only-887660 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| delete | -p download-only-810688 | download-only-810688 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| delete | -p download-only-887660 | download-only-887660 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| start | --download-only -p | download-docker-744836 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | |
| | download-docker-744836 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-744836 | download-docker-744836 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| start | --download-only -p | binary-mirror-722276 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | |
| | binary-mirror-722276 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39967 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-722276 | binary-mirror-722276 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:31 UTC |
| addons | enable dashboard -p | addons-191833 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | |
| | addons-191833 | | | | | |
| addons | disable dashboard -p | addons-191833 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | |
| | addons-191833 | | | | | |
| start | -p addons-191833 --wait=true | addons-191833 | jenkins | v1.36.0 | 05 Jun 25 18:31 UTC | 05 Jun 25 18:33 UTC |
| | --memory=4096 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=registry-creds | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/06/05 18:31:11
Running on machine: ubuntu-20-agent-14
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0605 18:31:11.578930 14557 out.go:345] Setting OutFile to fd 1 ...
I0605 18:31:11.579194 14557 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0605 18:31:11.579206 14557 out.go:358] Setting ErrFile to fd 2...
I0605 18:31:11.579211 14557 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0605 18:31:11.579413 14557 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20889-6302/.minikube/bin
I0605 18:31:11.579991 14557 out.go:352] Setting JSON to false
I0605 18:31:11.580837 14557 start.go:130] hostinfo: {"hostname":"ubuntu-20-agent-14","uptime":819,"bootTime":1749147453,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1083-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0605 18:31:11.580932 14557 start.go:140] virtualization: kvm guest
I0605 18:31:11.582962 14557 out.go:177] * [addons-191833] minikube v1.36.0 on Ubuntu 20.04 (kvm/amd64)
I0605 18:31:11.584441 14557 notify.go:220] Checking for updates...
I0605 18:31:11.584447 14557 out.go:177] - MINIKUBE_LOCATION=20889
I0605 18:31:11.585763 14557 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0605 18:31:11.587242 14557 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20889-6302/kubeconfig
I0605 18:31:11.588653 14557 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20889-6302/.minikube
I0605 18:31:11.590087 14557 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0605 18:31:11.591266 14557 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0605 18:31:11.592451 14557 driver.go:404] Setting default libvirt URI to qemu:///system
I0605 18:31:11.613490 14557 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I0605 18:31:11.613573 14557 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0605 18:31:11.660307 14557 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-06-05 18:31:11.652062814 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1083-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx
Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0605 18:31:11.660412 14557 docker.go:318] overlay module found
I0605 18:31:11.661991 14557 out.go:177] * Using the docker driver based on user configuration
I0605 18:31:11.663114 14557 start.go:304] selected driver: docker
I0605 18:31:11.663127 14557 start.go:908] validating driver "docker" against <nil>
I0605 18:31:11.663138 14557 start.go:919] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0605 18:31:11.663964 14557 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0605 18:31:11.710409 14557 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-06-05 18:31:11.702560185 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1083-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx
Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0605 18:31:11.710542 14557 start_flags.go:325] no existing cluster config was found, will generate one from the flags
I0605 18:31:11.710751 14557 start_flags.go:990] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0605 18:31:11.712349 14557 out.go:177] * Using Docker driver with root privileges
I0605 18:31:11.713471 14557 cni.go:84] Creating CNI manager for ""
I0605 18:31:11.713538 14557 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0605 18:31:11.713552 14557 start_flags.go:334] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0605 18:31:11.713633 14557 start.go:347] cluster config:
{Name:addons-191833 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.33.1 ClusterName:addons-191833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: Netwo
rkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: Aut
oPauseInterval:1m0s}
I0605 18:31:11.715120 14557 out.go:177] * Starting "addons-191833" primary control-plane node in "addons-191833" cluster
I0605 18:31:11.716277 14557 cache.go:121] Beginning downloading kic base image for docker with docker
I0605 18:31:11.717471 14557 out.go:177] * Pulling base image v0.0.47 ...
I0605 18:31:11.718530 14557 preload.go:131] Checking if preload exists for k8s version v1.33.1 and runtime docker
I0605 18:31:11.718576 14557 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20889-6302/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.33.1-docker-overlay2-amd64.tar.lz4
I0605 18:31:11.718584 14557 cache.go:56] Caching tarball of preloaded images
I0605 18:31:11.718646 14557 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b in local docker daemon
I0605 18:31:11.718671 14557 preload.go:172] Found /home/jenkins/minikube-integration/20889-6302/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.33.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0605 18:31:11.718683 14557 cache.go:59] Finished verifying existence of preloaded tar for v1.33.1 on docker
I0605 18:31:11.719012 14557 profile.go:143] Saving config to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/config.json ...
I0605 18:31:11.719036 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/config.json: {Name:mk5b34a87b3fb8ee2a7f627d5a1c0d1466e0ae7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:11.733657 14557 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b to local cache
I0605 18:31:11.733763 14557 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b in local cache directory
I0605 18:31:11.733778 14557 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b in local cache directory, skipping pull
I0605 18:31:11.733782 14557 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b exists in cache, skipping pull
I0605 18:31:11.733791 14557 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b as a tarball
I0605 18:31:11.733797 14557 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b from local cache
I0605 18:31:23.826101 14557 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b from cached tarball
I0605 18:31:23.826144 14557 cache.go:230] Successfully downloaded all kic artifacts
I0605 18:31:23.826190 14557 start.go:360] acquireMachinesLock for addons-191833: {Name:mk467530bfa9f926ed35c22d539367fd22b53798 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0605 18:31:23.826314 14557 start.go:364] duration metric: took 103.165µs to acquireMachinesLock for "addons-191833"
I0605 18:31:23.826343 14557 start.go:93] Provisioning new machine with config: &{Name:addons-191833 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.33.1 ClusterName:addons-191833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: Sock
etVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0605 18:31:23.826440 14557 start.go:125] createHost starting for "" (driver="docker")
I0605 18:31:23.828028 14557 out.go:235] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0605 18:31:23.828274 14557 start.go:159] libmachine.API.Create for "addons-191833" (driver="docker")
I0605 18:31:23.828303 14557 client.go:168] LocalClient.Create starting
I0605 18:31:23.828391 14557 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem
I0605 18:31:23.924560 14557 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/cert.pem
I0605 18:31:24.385611 14557 cli_runner.go:164] Run: docker network inspect addons-191833 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0605 18:31:24.400505 14557 cli_runner.go:211] docker network inspect addons-191833 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0605 18:31:24.400568 14557 network_create.go:284] running [docker network inspect addons-191833] to gather additional debugging logs...
I0605 18:31:24.400585 14557 cli_runner.go:164] Run: docker network inspect addons-191833
W0605 18:31:24.415695 14557 cli_runner.go:211] docker network inspect addons-191833 returned with exit code 1
I0605 18:31:24.415757 14557 network_create.go:287] error running [docker network inspect addons-191833]: docker network inspect addons-191833: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-191833 not found
I0605 18:31:24.415785 14557 network_create.go:289] output of [docker network inspect addons-191833]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-191833 not found
** /stderr **
I0605 18:31:24.415942 14557 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0605 18:31:24.431907 14557 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001ca2e80}
I0605 18:31:24.431949 14557 network_create.go:124] attempt to create docker network addons-191833 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0605 18:31:24.431992 14557 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-191833 addons-191833
I0605 18:31:24.479282 14557 network_create.go:108] docker network addons-191833 192.168.49.0/24 created
I0605 18:31:24.479311 14557 kic.go:121] calculated static IP "192.168.49.2" for the "addons-191833" container
I0605 18:31:24.479361 14557 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0605 18:31:24.495602 14557 cli_runner.go:164] Run: docker volume create addons-191833 --label name.minikube.sigs.k8s.io=addons-191833 --label created_by.minikube.sigs.k8s.io=true
I0605 18:31:24.512094 14557 oci.go:103] Successfully created a docker volume addons-191833
I0605 18:31:24.512155 14557 cli_runner.go:164] Run: docker run --rm --name addons-191833-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191833 --entrypoint /usr/bin/test -v addons-191833:/var gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b -d /var/lib
I0605 18:31:31.639116 14557 cli_runner.go:217] Completed: docker run --rm --name addons-191833-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191833 --entrypoint /usr/bin/test -v addons-191833:/var gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b -d /var/lib: (7.126912971s)
I0605 18:31:31.639144 14557 oci.go:107] Successfully prepared a docker volume addons-191833
I0605 18:31:31.639187 14557 preload.go:131] Checking if preload exists for k8s version v1.33.1 and runtime docker
I0605 18:31:31.639210 14557 kic.go:194] Starting extracting preloaded images to volume ...
I0605 18:31:31.639285 14557 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20889-6302/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.33.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-191833:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b -I lz4 -xf /preloaded.tar -C /extractDir
I0605 18:31:35.675184 14557 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20889-6302/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.33.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-191833:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b -I lz4 -xf /preloaded.tar -C /extractDir: (4.03581421s)
I0605 18:31:35.675219 14557 kic.go:203] duration metric: took 4.036005523s to extract preloaded images to volume ...
W0605 18:31:35.675379 14557 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0605 18:31:35.675591 14557 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0605 18:31:35.722753 14557 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-191833 --name addons-191833 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191833 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-191833 --network addons-191833 --ip 192.168.49.2 --volume addons-191833:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b
I0605 18:31:36.001120 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Running}}
I0605 18:31:36.019280 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:36.038112 14557 cli_runner.go:164] Run: docker exec addons-191833 stat /var/lib/dpkg/alternatives/iptables
I0605 18:31:36.076367 14557 oci.go:144] the created container "addons-191833" has a running status.
I0605 18:31:36.076398 14557 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa...
I0605 18:31:36.270914 14557 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0605 18:31:36.295006 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:36.312730 14557 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0605 18:31:36.312751 14557 kic_runner.go:114] Args: [docker exec --privileged addons-191833 chown docker:docker /home/docker/.ssh/authorized_keys]
I0605 18:31:36.430168 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:36.450165 14557 machine.go:93] provisionDockerMachine start ...
I0605 18:31:36.450266 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:36.476812 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:36.477185 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:36.477199 14557 main.go:141] libmachine: About to run SSH command:
hostname
I0605 18:31:36.670127 14557 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-191833
I0605 18:31:36.670197 14557 ubuntu.go:169] provisioning hostname "addons-191833"
I0605 18:31:36.670261 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:36.688220 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:36.688441 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:36.688457 14557 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-191833 && echo "addons-191833" | sudo tee /etc/hostname
I0605 18:31:36.821184 14557 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-191833
I0605 18:31:36.821257 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:36.838433 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:36.838651 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:36.838669 14557 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-191833' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-191833/g' /etc/hosts;
else
echo '127.0.1.1 addons-191833' | sudo tee -a /etc/hosts;
fi
fi
I0605 18:31:36.958900 14557 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0605 18:31:36.958930 14557 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20889-6302/.minikube CaCertPath:/home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20889-6302/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20889-6302/.minikube}
I0605 18:31:36.958963 14557 ubuntu.go:177] setting up certificates
I0605 18:31:36.958977 14557 provision.go:84] configureAuth start
I0605 18:31:36.959041 14557 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191833
I0605 18:31:36.974697 14557 provision.go:143] copyHostCerts
I0605 18:31:36.974757 14557 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20889-6302/.minikube/ca.pem (1078 bytes)
I0605 18:31:36.974855 14557 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20889-6302/.minikube/cert.pem (1123 bytes)
I0605 18:31:36.974908 14557 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20889-6302/.minikube/key.pem (1675 bytes)
I0605 18:31:36.974953 14557 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20889-6302/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca-key.pem org=jenkins.addons-191833 san=[127.0.0.1 192.168.49.2 addons-191833 localhost minikube]
I0605 18:31:37.167086 14557 provision.go:177] copyRemoteCerts
I0605 18:31:37.167137 14557 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0605 18:31:37.167191 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:37.183076 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:37.275322 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0605 18:31:37.295815 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0605 18:31:37.316353 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0605 18:31:37.336469 14557 provision.go:87] duration metric: took 377.473021ms to configureAuth
I0605 18:31:37.336498 14557 ubuntu.go:193] setting minikube options for container-runtime
I0605 18:31:37.336654 14557 config.go:182] Loaded profile config "addons-191833": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.33.1
I0605 18:31:37.336698 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:37.352654 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:37.352918 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:37.352940 14557 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0605 18:31:37.475422 14557 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0605 18:31:37.475449 14557 ubuntu.go:71] root file system type: overlay
I0605 18:31:37.475576 14557 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0605 18:31:37.475637 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:37.491929 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:37.492152 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:37.492248 14557 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0605 18:31:37.625200 14557 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0605 18:31:37.625262 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:37.643501 14557 main.go:141] libmachine: Using SSH client type: native
I0605 18:31:37.643750 14557 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x83bb20] 0x83e820 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0605 18:31:37.643770 14557 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0605 18:31:38.334663 14557 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2025-04-18 09:50:48.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2025-06-05 18:31:37.620563128 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0605 18:31:38.334691 14557 machine.go:96] duration metric: took 1.884503919s to provisionDockerMachine
I0605 18:31:38.334701 14557 client.go:171] duration metric: took 14.506393332s to LocalClient.Create
I0605 18:31:38.334719 14557 start.go:167] duration metric: took 14.506444561s to libmachine.API.Create "addons-191833"
I0605 18:31:38.334728 14557 start.go:293] postStartSetup for "addons-191833" (driver="docker")
I0605 18:31:38.334743 14557 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0605 18:31:38.334806 14557 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0605 18:31:38.334856 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:38.350663 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:38.439309 14557 ssh_runner.go:195] Run: cat /etc/os-release
I0605 18:31:38.442217 14557 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0605 18:31:38.442246 14557 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0605 18:31:38.442253 14557 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0605 18:31:38.442260 14557 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0605 18:31:38.442269 14557 filesync.go:126] Scanning /home/jenkins/minikube-integration/20889-6302/.minikube/addons for local assets ...
I0605 18:31:38.442334 14557 filesync.go:126] Scanning /home/jenkins/minikube-integration/20889-6302/.minikube/files for local assets ...
I0605 18:31:38.442360 14557 start.go:296] duration metric: took 107.621837ms for postStartSetup
I0605 18:31:38.442703 14557 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191833
I0605 18:31:38.459638 14557 profile.go:143] Saving config to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/config.json ...
I0605 18:31:38.459872 14557 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0605 18:31:38.459907 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:38.475496 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:38.563448 14557 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0605 18:31:38.567141 14557 start.go:128] duration metric: took 14.740685932s to createHost
I0605 18:31:38.567177 14557 start.go:83] releasing machines lock for "addons-191833", held for 14.740849048s
I0605 18:31:38.567239 14557 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191833
I0605 18:31:38.583173 14557 ssh_runner.go:195] Run: cat /version.json
I0605 18:31:38.583230 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:38.583238 14557 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0605 18:31:38.583336 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:38.599692 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:38.600915 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:38.756888 14557 ssh_runner.go:195] Run: systemctl --version
I0605 18:31:38.760719 14557 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0605 18:31:38.764270 14557 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0605 18:31:38.785752 14557 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0605 18:31:38.785808 14557 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0605 18:31:38.809490 14557 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0605 18:31:38.809521 14557 start.go:495] detecting cgroup driver to use...
I0605 18:31:38.809555 14557 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0605 18:31:38.809658 14557 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0605 18:31:38.823614 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0605 18:31:38.832000 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0605 18:31:38.840172 14557 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0605 18:31:38.840240 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0605 18:31:38.848691 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0605 18:31:38.856818 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0605 18:31:38.864742 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0605 18:31:38.872856 14557 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0605 18:31:38.880260 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0605 18:31:38.888261 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0605 18:31:38.896628 14557 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0605 18:31:38.904921 14557 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0605 18:31:38.912002 14557 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0605 18:31:38.912044 14557 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0605 18:31:38.924430 14557 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0605 18:31:38.931810 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:39.002984 14557 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0605 18:31:39.094170 14557 start.go:495] detecting cgroup driver to use...
I0605 18:31:39.094216 14557 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0605 18:31:39.094261 14557 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0605 18:31:39.105427 14557 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0605 18:31:39.105487 14557 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0605 18:31:39.115141 14557 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0605 18:31:39.129515 14557 ssh_runner.go:195] Run: which cri-dockerd
I0605 18:31:39.132549 14557 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0605 18:31:39.141302 14557 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0605 18:31:39.158168 14557 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0605 18:31:39.250838 14557 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0605 18:31:39.345259 14557 docker.go:587] configuring docker to use "cgroupfs" as cgroup driver...
I0605 18:31:39.345361 14557 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0605 18:31:39.361611 14557 ssh_runner.go:195] Run: sudo systemctl reset-failed docker
I0605 18:31:39.371534 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:39.447339 14557 ssh_runner.go:195] Run: sudo systemctl restart docker
I0605 18:31:39.718220 14557 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0605 18:31:39.728403 14557 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0605 18:31:39.738272 14557 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0605 18:31:39.819925 14557 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0605 18:31:39.891787 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:39.968372 14557 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0605 18:31:39.980606 14557 ssh_runner.go:195] Run: sudo systemctl reset-failed cri-docker.service
I0605 18:31:39.989902 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:40.059940 14557 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0605 18:31:40.114072 14557 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0605 18:31:40.123593 14557 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0605 18:31:40.123651 14557 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0605 18:31:40.126557 14557 start.go:563] Will wait 60s for crictl version
I0605 18:31:40.126598 14557 ssh_runner.go:195] Run: which crictl
I0605 18:31:40.129280 14557 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0605 18:31:40.158516 14557 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 28.1.1
RuntimeApiVersion: v1
I0605 18:31:40.158579 14557 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0605 18:31:40.181203 14557 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0605 18:31:40.206247 14557 out.go:235] * Preparing Kubernetes v1.33.1 on Docker 28.1.1 ...
I0605 18:31:40.206314 14557 cli_runner.go:164] Run: docker network inspect addons-191833 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0605 18:31:40.223260 14557 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0605 18:31:40.226483 14557 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0605 18:31:40.235770 14557 kubeadm.go:875] updating cluster {Name:addons-191833 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.33.1 ClusterName:addons-191833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0605 18:31:40.235874 14557 preload.go:131] Checking if preload exists for k8s version v1.33.1 and runtime docker
I0605 18:31:40.235929 14557 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0605 18:31:40.253460 14557 docker.go:703] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.33.1
registry.k8s.io/kube-controller-manager:v1.33.1
registry.k8s.io/kube-scheduler:v1.33.1
registry.k8s.io/kube-proxy:v1.33.1
registry.k8s.io/etcd:3.5.21-0
registry.k8s.io/coredns/coredns:v1.12.0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0605 18:31:40.253482 14557 docker.go:633] Images already preloaded, skipping extraction
I0605 18:31:40.253533 14557 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0605 18:31:40.270717 14557 docker.go:703] Got preloaded images: -- stdout --
registry.k8s.io/kube-controller-manager:v1.33.1
registry.k8s.io/kube-scheduler:v1.33.1
registry.k8s.io/kube-apiserver:v1.33.1
registry.k8s.io/kube-proxy:v1.33.1
registry.k8s.io/etcd:3.5.21-0
registry.k8s.io/coredns/coredns:v1.12.0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0605 18:31:40.270741 14557 cache_images.go:84] Images are preloaded, skipping loading
I0605 18:31:40.270749 14557 kubeadm.go:926] updating node { 192.168.49.2 8443 v1.33.1 docker true true} ...
I0605 18:31:40.270823 14557 kubeadm.go:938] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.33.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-191833 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.33.1 ClusterName:addons-191833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0605 18:31:40.270867 14557 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0605 18:31:40.310641 14557 cni.go:84] Creating CNI manager for ""
I0605 18:31:40.310690 14557 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0605 18:31:40.310702 14557 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0605 18:31:40.310720 14557 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.33.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-191833 NodeName:addons-191833 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0605 18:31:40.310847 14557 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-191833"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.33.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0605 18:31:40.310902 14557 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.33.1
I0605 18:31:40.318643 14557 binaries.go:44] Found k8s binaries, skipping transfer
I0605 18:31:40.318701 14557 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0605 18:31:40.326001 14557 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0605 18:31:40.340952 14557 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0605 18:31:40.355798 14557 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2291 bytes)
I0605 18:31:40.370769 14557 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0605 18:31:40.373791 14557 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0605 18:31:40.384127 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:40.457118 14557 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0605 18:31:40.469102 14557 certs.go:68] Setting up /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833 for IP: 192.168.49.2
I0605 18:31:40.469125 14557 certs.go:194] generating shared ca certs ...
I0605 18:31:40.469142 14557 certs.go:226] acquiring lock for ca certs: {Name:mk4210a02a88a0df8e3a10633b4ac50ade68dfa9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:40.469256 14557 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20889-6302/.minikube/ca.key
I0605 18:31:40.717495 14557 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20889-6302/.minikube/ca.crt ...
I0605 18:31:40.717526 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/ca.crt: {Name:mkbbba5d3764a9daf1ba9ce180bba88708d140c7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:40.717704 14557 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20889-6302/.minikube/ca.key ...
I0605 18:31:40.717716 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/ca.key: {Name:mk48346d123b0556bcc9c7bb4699f9e41a10ebaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:40.717796 14557 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.key
I0605 18:31:40.856474 14557 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.crt ...
I0605 18:31:40.856505 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.crt: {Name:mk984bac25818ec7d14f8f905a3fb446be388d1e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:40.856667 14557 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.key ...
I0605 18:31:40.856678 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.key: {Name:mk79ddd7e89cb7eb1dff75d25cd589aee88087ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:40.856749 14557 certs.go:256] generating profile certs ...
I0605 18:31:40.856801 14557 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.key
I0605 18:31:40.856821 14557 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.crt with IP's: []
I0605 18:31:41.111479 14557 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.crt ...
I0605 18:31:41.111513 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.crt: {Name:mked26f3ba6f9f66dbf8c0ddb644b76ac9274e7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:41.111714 14557 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.key ...
I0605 18:31:41.111728 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/client.key: {Name:mk7f83b6b2ba95b7b3a1290d2853eac23ee39fdf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:41.111800 14557 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key.036d0873
I0605 18:31:41.111819 14557 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt.036d0873 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0605 18:31:41.709409 14557 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt.036d0873 ...
I0605 18:31:41.709445 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt.036d0873: {Name:mka943a6f7ee69934388f0f5f1d2e6a2ca91c3ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:41.709626 14557 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key.036d0873 ...
I0605 18:31:41.709640 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key.036d0873: {Name:mk4cd2e965a6dd5c8b103d137237e691aa53c578 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:41.709719 14557 certs.go:381] copying /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt.036d0873 -> /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt
I0605 18:31:41.709831 14557 certs.go:385] copying /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key.036d0873 -> /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key
I0605 18:31:41.709891 14557 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.key
I0605 18:31:41.709911 14557 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.crt with IP's: []
I0605 18:31:42.201048 14557 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.crt ...
I0605 18:31:42.201079 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.crt: {Name:mka3bec4db81652b9268112bbbcff9ba61af0631 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:42.201227 14557 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.key ...
I0605 18:31:42.201237 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.key: {Name:mk1997cae5a00b3670ed7d438aeaaa46af7013d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:42.201401 14557 certs.go:484] found cert: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca-key.pem (1679 bytes)
I0605 18:31:42.201440 14557 certs.go:484] found cert: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/ca.pem (1078 bytes)
I0605 18:31:42.201466 14557 certs.go:484] found cert: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/cert.pem (1123 bytes)
I0605 18:31:42.201491 14557 certs.go:484] found cert: /home/jenkins/minikube-integration/20889-6302/.minikube/certs/key.pem (1675 bytes)
I0605 18:31:42.202011 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0605 18:31:42.224125 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0605 18:31:42.245116 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0605 18:31:42.265498 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0605 18:31:42.286070 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0605 18:31:42.307191 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0605 18:31:42.327480 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0605 18:31:42.347725 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/profiles/addons-191833/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0605 18:31:42.368301 14557 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20889-6302/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0605 18:31:42.388940 14557 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0605 18:31:42.403559 14557 ssh_runner.go:195] Run: openssl version
I0605 18:31:42.408106 14557 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0605 18:31:42.415836 14557 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0605 18:31:42.418680 14557 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jun 5 18:31 /usr/share/ca-certificates/minikubeCA.pem
I0605 18:31:42.418722 14557 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0605 18:31:42.424511 14557 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0605 18:31:42.432409 14557 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0605 18:31:42.435307 14557 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0605 18:31:42.435366 14557 kubeadm.go:392] StartCluster: {Name:addons-191833 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.47@sha256:6ed579c9292b4370177b7ef3c42cc4b4a6dcd0735a1814916cbc22c8bf38412b Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.33.1 ClusterName:addons-191833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetCli
entPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0605 18:31:42.435456 14557 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0605 18:31:42.452022 14557 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0605 18:31:42.460285 14557 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0605 18:31:42.467907 14557 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0605 18:31:42.467950 14557 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0605 18:31:42.475498 14557 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0605 18:31:42.475523 14557 kubeadm.go:157] found existing configuration files:
I0605 18:31:42.475565 14557 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0605 18:31:42.483271 14557 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0605 18:31:42.483323 14557 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0605 18:31:42.491020 14557 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0605 18:31:42.498881 14557 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0605 18:31:42.498942 14557 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0605 18:31:42.506387 14557 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0605 18:31:42.513305 14557 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0605 18:31:42.513357 14557 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0605 18:31:42.520226 14557 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0605 18:31:42.527165 14557 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0605 18:31:42.527207 14557 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0605 18:31:42.533887 14557 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.33.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0605 18:31:42.568157 14557 kubeadm.go:310] [init] Using Kubernetes version: v1.33.1
I0605 18:31:42.568396 14557 kubeadm.go:310] [preflight] Running pre-flight checks
I0605 18:31:42.587473 14557 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0605 18:31:42.587565 14557 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1083-gcp[0m
I0605 18:31:42.587615 14557 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0605 18:31:42.587666 14557 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0605 18:31:42.587735 14557 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0605 18:31:42.587822 14557 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0605 18:31:42.587895 14557 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0605 18:31:42.587974 14557 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0605 18:31:42.588051 14557 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0605 18:31:42.588117 14557 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0605 18:31:42.588183 14557 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0605 18:31:42.588263 14557 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0605 18:31:42.634418 14557 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0605 18:31:42.634550 14557 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0605 18:31:42.634693 14557 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0605 18:31:42.644095 14557 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0605 18:31:42.646412 14557 out.go:235] - Generating certificates and keys ...
I0605 18:31:42.646505 14557 kubeadm.go:310] [certs] Using existing ca certificate authority
I0605 18:31:42.646581 14557 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0605 18:31:42.926542 14557 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0605 18:31:43.257420 14557 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0605 18:31:43.385333 14557 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0605 18:31:43.452142 14557 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0605 18:31:43.593626 14557 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0605 18:31:43.593774 14557 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-191833 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0605 18:31:43.932359 14557 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0605 18:31:43.932506 14557 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-191833 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0605 18:31:43.976025 14557 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0605 18:31:44.102077 14557 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0605 18:31:44.303098 14557 kubeadm.go:310] [certs] Generating "sa" key and public key
I0605 18:31:44.303226 14557 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0605 18:31:44.483634 14557 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0605 18:31:44.649434 14557 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0605 18:31:44.689011 14557 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0605 18:31:45.035942 14557 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0605 18:31:45.211997 14557 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0605 18:31:45.212511 14557 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0605 18:31:45.214642 14557 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0605 18:31:45.217019 14557 out.go:235] - Booting up control plane ...
I0605 18:31:45.217135 14557 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0605 18:31:45.217218 14557 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0605 18:31:45.217303 14557 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0605 18:31:45.225305 14557 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0605 18:31:45.230223 14557 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0605 18:31:45.230286 14557 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0605 18:31:45.310114 14557 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0605 18:31:45.310215 14557 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0605 18:31:45.811552 14557 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.584613ms
I0605 18:31:45.826088 14557 kubeadm.go:310] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I0605 18:31:45.826209 14557 kubeadm.go:310] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I0605 18:31:45.826301 14557 kubeadm.go:310] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I0605 18:31:45.826387 14557 kubeadm.go:310] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I0605 18:31:48.888822 14557 kubeadm.go:310] [control-plane-check] kube-controller-manager is healthy after 3.062775314s
I0605 18:31:49.426228 14557 kubeadm.go:310] [control-plane-check] kube-scheduler is healthy after 3.600162251s
I0605 18:31:50.827747 14557 kubeadm.go:310] [control-plane-check] kube-apiserver is healthy after 5.001718206s
I0605 18:31:50.839135 14557 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0605 18:31:50.847218 14557 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0605 18:31:50.864067 14557 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0605 18:31:50.864254 14557 kubeadm.go:310] [mark-control-plane] Marking the node addons-191833 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0605 18:31:50.871718 14557 kubeadm.go:310] [bootstrap-token] Using token: qdeoep.gg95x4z405b4aafx
I0605 18:31:50.873145 14557 out.go:235] - Configuring RBAC rules ...
I0605 18:31:50.873297 14557 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0605 18:31:50.877409 14557 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0605 18:31:50.882345 14557 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0605 18:31:50.885321 14557 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0605 18:31:50.887421 14557 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0605 18:31:50.889431 14557 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0605 18:31:51.233658 14557 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0605 18:31:51.729700 14557 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0605 18:31:52.234216 14557 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0605 18:31:52.235049 14557 kubeadm.go:310]
I0605 18:31:52.235189 14557 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0605 18:31:52.235210 14557 kubeadm.go:310]
I0605 18:31:52.235312 14557 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0605 18:31:52.235324 14557 kubeadm.go:310]
I0605 18:31:52.235357 14557 kubeadm.go:310] mkdir -p $HOME/.kube
I0605 18:31:52.235439 14557 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0605 18:31:52.235527 14557 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0605 18:31:52.235538 14557 kubeadm.go:310]
I0605 18:31:52.235617 14557 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0605 18:31:52.235627 14557 kubeadm.go:310]
I0605 18:31:52.235697 14557 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0605 18:31:52.235708 14557 kubeadm.go:310]
I0605 18:31:52.235784 14557 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0605 18:31:52.235899 14557 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0605 18:31:52.236008 14557 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0605 18:31:52.236019 14557 kubeadm.go:310]
I0605 18:31:52.236129 14557 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0605 18:31:52.236264 14557 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0605 18:31:52.236283 14557 kubeadm.go:310]
I0605 18:31:52.236371 14557 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qdeoep.gg95x4z405b4aafx \
I0605 18:31:52.236509 14557 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b9faae6cd72bc3fb95c57f78271f2d5e0b44f234761362416ede80c96f973f1d \
I0605 18:31:52.236530 14557 kubeadm.go:310] --control-plane
I0605 18:31:52.236537 14557 kubeadm.go:310]
I0605 18:31:52.236665 14557 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0605 18:31:52.236675 14557 kubeadm.go:310]
I0605 18:31:52.236772 14557 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qdeoep.gg95x4z405b4aafx \
I0605 18:31:52.236928 14557 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b9faae6cd72bc3fb95c57f78271f2d5e0b44f234761362416ede80c96f973f1d
I0605 18:31:52.238109 14557 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0605 18:31:52.238412 14557 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1083-gcp\n", err: exit status 1
I0605 18:31:52.238572 14557 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0605 18:31:52.238595 14557 cni.go:84] Creating CNI manager for ""
I0605 18:31:52.238632 14557 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0605 18:31:52.240233 14557 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0605 18:31:52.241389 14557 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0605 18:31:52.249624 14557 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0605 18:31:52.265090 14557 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0605 18:31:52.265158 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:52.265204 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-191833 minikube.k8s.io/updated_at=2025_06_05T18_31_52_0700 minikube.k8s.io/version=v1.36.0 minikube.k8s.io/commit=01246adb8f85a16e6fd2bbeecb0ebb43de6563df minikube.k8s.io/name=addons-191833 minikube.k8s.io/primary=true
I0605 18:31:52.272131 14557 ops.go:34] apiserver oom_adj: -16
I0605 18:31:52.334183 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:52.834875 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:53.334758 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:53.834621 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:54.334456 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:54.834426 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:55.334665 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:55.834620 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:56.334341 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:56.835020 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:57.334518 14557 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.33.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0605 18:31:57.391216 14557 kubeadm.go:1105] duration metric: took 5.126112258s to wait for elevateKubeSystemPrivileges
I0605 18:31:57.391255 14557 kubeadm.go:394] duration metric: took 14.955908373s to StartCluster
I0605 18:31:57.391273 14557 settings.go:142] acquiring lock: {Name:mk6c5fac7f1b8175f7e3d6e37e98c479b3205c3b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:57.391374 14557 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20889-6302/kubeconfig
I0605 18:31:57.391771 14557 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20889-6302/kubeconfig: {Name:mka6a02d89afb936e1c90c28e18ad72c5d05fc87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0605 18:31:57.391975 14557 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0605 18:31:57.391980 14557 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.33.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0605 18:31:57.392041 14557 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0605 18:31:57.392215 14557 addons.go:69] Setting yakd=true in profile "addons-191833"
I0605 18:31:57.392222 14557 addons.go:69] Setting metrics-server=true in profile "addons-191833"
I0605 18:31:57.392228 14557 config.go:182] Loaded profile config "addons-191833": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.33.1
I0605 18:31:57.392254 14557 addons.go:238] Setting addon yakd=true in "addons-191833"
I0605 18:31:57.392234 14557 addons.go:69] Setting default-storageclass=true in profile "addons-191833"
I0605 18:31:57.392264 14557 addons.go:238] Setting addon metrics-server=true in "addons-191833"
I0605 18:31:57.392280 14557 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-191833"
I0605 18:31:57.392288 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392293 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392293 14557 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-191833"
I0605 18:31:57.392294 14557 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-191833"
I0605 18:31:57.392281 14557 addons.go:69] Setting cloud-spanner=true in profile "addons-191833"
I0605 18:31:57.392293 14557 addons.go:69] Setting storage-provisioner=true in profile "addons-191833"
I0605 18:31:57.392316 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392321 14557 addons.go:238] Setting addon cloud-spanner=true in "addons-191833"
I0605 18:31:57.392341 14557 addons.go:238] Setting addon storage-provisioner=true in "addons-191833"
I0605 18:31:57.392369 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392392 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392881 14557 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-191833"
I0605 18:31:57.392908 14557 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-191833"
I0605 18:31:57.392935 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.392935 14557 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-191833"
I0605 18:31:57.393015 14557 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-191833"
I0605 18:31:57.393098 14557 addons.go:69] Setting registry=true in profile "addons-191833"
I0605 18:31:57.393122 14557 addons.go:238] Setting addon registry=true in "addons-191833"
I0605 18:31:57.393131 14557 addons.go:69] Setting volcano=true in profile "addons-191833"
I0605 18:31:57.393147 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.393146 14557 addons.go:238] Setting addon volcano=true in "addons-191833"
I0605 18:31:57.393174 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.393423 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.393514 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.393684 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.393724 14557 addons.go:69] Setting volumesnapshots=true in profile "addons-191833"
I0605 18:31:57.393742 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.393766 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.394368 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.394850 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.393742 14557 addons.go:238] Setting addon volumesnapshots=true in "addons-191833"
I0605 18:31:57.395146 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.395806 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.395975 14557 addons.go:69] Setting registry-creds=true in profile "addons-191833"
I0605 18:31:57.396011 14557 addons.go:238] Setting addon registry-creds=true in "addons-191833"
I0605 18:31:57.396104 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.397069 14557 addons.go:69] Setting ingress=true in profile "addons-191833"
I0605 18:31:57.397132 14557 addons.go:238] Setting addon ingress=true in "addons-191833"
I0605 18:31:57.397177 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.397201 14557 addons.go:69] Setting inspektor-gadget=true in profile "addons-191833"
I0605 18:31:57.397253 14557 addons.go:238] Setting addon inspektor-gadget=true in "addons-191833"
I0605 18:31:57.397301 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.397266 14557 addons.go:69] Setting ingress-dns=true in profile "addons-191833"
I0605 18:31:57.397618 14557 addons.go:238] Setting addon ingress-dns=true in "addons-191833"
I0605 18:31:57.397678 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.397781 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.398092 14557 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-191833"
I0605 18:31:57.398127 14557 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-191833"
I0605 18:31:57.398381 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.398468 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.397181 14557 addons.go:69] Setting gcp-auth=true in profile "addons-191833"
I0605 18:31:57.399263 14557 mustload.go:65] Loading cluster: addons-191833
I0605 18:31:57.398848 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.401168 14557 config.go:182] Loaded profile config "addons-191833": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.33.1
I0605 18:31:57.401601 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.403038 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.408286 14557 out.go:177] * Verifying Kubernetes components...
I0605 18:31:57.410346 14557 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0605 18:31:57.423778 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.423876 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.426032 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.427203 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.440850 14557 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.34
I0605 18:31:57.440903 14557 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0605 18:31:57.443735 14557 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0605 18:31:57.443756 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0605 18:31:57.443813 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.444824 14557 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0605 18:31:57.444842 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0605 18:31:57.444895 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.451708 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0605 18:31:57.451841 14557 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0605 18:31:57.451878 14557 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.12.1
I0605 18:31:57.456377 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0605 18:31:57.456412 14557 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0605 18:31:57.456489 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.456706 14557 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.12.1
I0605 18:31:57.458397 14557 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0605 18:31:57.465193 14557 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0605 18:31:57.465307 14557 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.12.1
I0605 18:31:57.465745 14557 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I0605 18:31:57.466335 14557 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0605 18:31:57.468791 14557 addons.go:435] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:31:57.468814 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (498072 bytes)
I0605 18:31:57.468870 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.470281 14557 out.go:177] - Using image docker.io/registry:3.0.0
I0605 18:31:57.470383 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0605 18:31:57.470468 14557 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0605 18:31:57.470486 14557 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0605 18:31:57.470559 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.472411 14557 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0605 18:31:57.472432 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0605 18:31:57.472485 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.476580 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0605 18:31:57.484307 14557 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0605 18:31:57.484307 14557 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0605 18:31:57.491206 14557 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2
I0605 18:31:57.492573 14557 out.go:177] - Using image docker.io/upmcenterprises/registry-creds:1.10
I0605 18:31:57.492691 14557 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0605 18:31:57.503463 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0605 18:31:57.504092 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.492711 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0605 18:31:57.492731 14557 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0605 18:31:57.495136 14557 addons.go:238] Setting addon default-storageclass=true in "addons-191833"
I0605 18:31:57.502899 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.505079 14557 addons.go:435] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I0605 18:31:57.505099 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I0605 18:31:57.505148 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.506026 14557 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0605 18:31:57.506074 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.509332 14557 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3
I0605 18:31:57.509678 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.509912 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0605 18:31:57.511243 14557 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3
I0605 18:31:57.511244 14557 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.2
I0605 18:31:57.512483 14557 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0605 18:31:57.512496 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0605 18:31:57.512536 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.510245 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.512677 14557 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0605 18:31:57.512689 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0605 18:31:57.512728 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.515295 14557 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-191833"
I0605 18:31:57.515342 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:31:57.515778 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:31:57.516018 14557 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0605 18:31:57.516086 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.517124 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0605 18:31:57.517144 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0605 18:31:57.517194 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.517448 14557 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.41.0
I0605 18:31:57.517526 14557 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0605 18:31:57.517686 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.518707 14557 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0605 18:31:57.518721 14557 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0605 18:31:57.518760 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.518798 14557 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0605 18:31:57.518808 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0605 18:31:57.518851 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.524705 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.540355 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.548405 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.549187 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.561364 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.564694 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.572301 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.577467 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.579064 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.579900 14557 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0605 18:31:57.581313 14557 out.go:177] - Using image docker.io/busybox:stable
I0605 18:31:57.582598 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.582998 14557 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0605 18:31:57.583014 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0605 18:31:57.583050 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.588529 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.588770 14557 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0605 18:31:57.588784 14557 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0605 18:31:57.588828 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:31:57.593350 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.600235 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:31:57.605989 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
W0605 18:31:57.636099 14557 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0605 18:31:57.636138 14557 retry.go:31] will retry after 136.830753ms: ssh: handshake failed: EOF
W0605 18:31:57.637041 14557 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0605 18:31:57.637064 14557 retry.go:31] will retry after 227.039785ms: ssh: handshake failed: EOF
I0605 18:31:57.828513 14557 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0605 18:31:57.828639 14557 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0605 18:31:58.024774 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0605 18:31:58.045322 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0605 18:31:58.226631 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0605 18:31:58.226665 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0605 18:31:58.236674 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0605 18:31:58.238930 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0605 18:31:58.239228 14557 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0605 18:31:58.239278 14557 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0605 18:31:58.244519 14557 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0605 18:31:58.244543 14557 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0605 18:31:58.246698 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:31:58.247516 14557 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0605 18:31:58.247574 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14737 bytes)
I0605 18:31:58.425009 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I0605 18:31:58.426059 14557 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0605 18:31:58.426095 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0605 18:31:58.435185 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0605 18:31:58.443365 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0605 18:31:58.523863 14557 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0605 18:31:58.523968 14557 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0605 18:31:58.528355 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0605 18:31:58.532342 14557 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0605 18:31:58.532388 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0605 18:31:58.532722 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0605 18:31:58.547311 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0605 18:31:58.625639 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0605 18:31:58.625678 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0605 18:31:58.626370 14557 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0605 18:31:58.626482 14557 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0605 18:31:58.649262 14557 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0605 18:31:58.649336 14557 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0605 18:31:58.737291 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0605 18:31:58.737338 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0605 18:31:59.125318 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0605 18:31:59.125378 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0605 18:31:59.131724 14557 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0605 18:31:59.131751 14557 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0605 18:31:59.140481 14557 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0605 18:31:59.140513 14557 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0605 18:31:59.240507 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0605 18:31:59.336829 14557 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0605 18:31:59.336871 14557 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0605 18:31:59.531750 14557 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0605 18:31:59.531777 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0605 18:31:59.543582 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0605 18:31:59.726601 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0605 18:31:59.726636 14557 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0605 18:32:00.238604 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0605 18:32:00.433119 14557 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.604429246s)
I0605 18:32:00.434215 14557 node_ready.go:35] waiting up to 6m0s for node "addons-191833" to be "Ready" ...
I0605 18:32:00.434492 14557 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.33.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.605940676s)
I0605 18:32:00.434514 14557 start.go:972] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0605 18:32:00.437388 14557 node_ready.go:49] node "addons-191833" is "Ready"
I0605 18:32:00.437421 14557 node_ready.go:38] duration metric: took 3.173741ms for node "addons-191833" to be "Ready" ...
I0605 18:32:00.437456 14557 api_server.go:52] waiting for apiserver process to appear ...
I0605 18:32:00.437523 14557 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0605 18:32:00.631037 14557 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0605 18:32:00.631069 14557 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0605 18:32:00.640233 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0605 18:32:00.640262 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0605 18:32:00.944700 14557 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-191833" context rescaled to 1 replicas
I0605 18:32:01.144892 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.099472783s)
I0605 18:32:01.144980 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.119909455s)
I0605 18:32:01.445179 14557 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0605 18:32:01.445205 14557 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0605 18:32:01.825349 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0605 18:32:01.825458 14557 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0605 18:32:02.141977 14557 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0605 18:32:02.142062 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0605 18:32:02.525511 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0605 18:32:02.525615 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0605 18:32:02.625257 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0605 18:32:02.835331 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0605 18:32:02.835422 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0605 18:32:03.128408 14557 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0605 18:32:03.128503 14557 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0605 18:32:03.425624 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0605 18:32:03.433551 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.196815742s)
I0605 18:32:03.433607 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.194512292s)
I0605 18:32:04.529103 14557 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0605 18:32:04.529188 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:32:04.557410 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:32:05.745434 14557 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0605 18:32:05.929390 14557 addons.go:238] Setting addon gcp-auth=true in "addons-191833"
I0605 18:32:05.929463 14557 host.go:66] Checking if "addons-191833" exists ...
I0605 18:32:05.929985 14557 cli_runner.go:164] Run: docker container inspect addons-191833 --format={{.State.Status}}
I0605 18:32:05.955581 14557 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0605 18:32:05.955632 14557 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191833
I0605 18:32:05.972648 14557 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20889-6302/.minikube/machines/addons-191833/id_rsa Username:docker}
I0605 18:32:10.624857 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (12.199804944s)
I0605 18:32:10.624921 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (12.189711888s)
I0605 18:32:10.625024 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (12.181637406s)
I0605 18:32:10.625036 14557 addons.go:479] Verifying addon ingress=true in "addons-191833"
I0605 18:32:10.625199 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (12.096808525s)
I0605 18:32:10.625251 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (12.09251119s)
I0605 18:32:10.625288 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (12.378543782s)
I0605 18:32:10.625458 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (11.384919415s)
I0605 18:32:10.625490 14557 addons.go:479] Verifying addon registry=true in "addons-191833"
I0605 18:32:10.625516 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (11.081904571s)
I0605 18:32:10.625541 14557 addons.go:479] Verifying addon metrics-server=true in "addons-191833"
W0605 18:32:10.625497 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system created
namespace/volcano-monitoring created
serviceaccount/volcano-admission created
configmap/volcano-admission-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-admission created
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role created
service/volcano-admission-service created
deployment.apps/volcano-admission created
serviceaccount/volcano-admission-init created
role.rbac.authorization.k8s.io/volcano-admission-init created
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role created
job.batch/volcano-admission-init created
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh created
serviceaccount/volcano-controllers created
configmap/volcano-controller-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-controllers created
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role created
service/volcano-controllers-service created
deployment.apps/volcano-controllers created
serviceaccount/volcano-scheduler created
configmap/volcano-scheduler-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-scheduler created
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role created
service/volcano-scheduler-service created
deployment.apps/volcano-scheduler created
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh created
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate created
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate created
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh created
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:10.625580 14557 retry.go:31] will retry after 185.613442ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system created
namespace/volcano-monitoring created
serviceaccount/volcano-admission created
configmap/volcano-admission-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-admission created
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role created
service/volcano-admission-service created
deployment.apps/volcano-admission created
serviceaccount/volcano-admission-init created
role.rbac.authorization.k8s.io/volcano-admission-init created
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role created
job.batch/volcano-admission-init created
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh created
serviceaccount/volcano-controllers created
configmap/volcano-controller-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-controllers created
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role created
service/volcano-controllers-service created
deployment.apps/volcano-controllers created
serviceaccount/volcano-scheduler created
configmap/volcano-scheduler-configmap created
clusterrole.rbac.authorization.k8s.io/volcano-scheduler created
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role created
service/volcano-scheduler-service created
deployment.apps/volcano-scheduler created
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh created
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate created
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate created
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate created
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh created
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh created
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:10.625408 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (12.07804314s)
I0605 18:32:10.625650 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (10.386961367s)
I0605 18:32:10.625695 14557 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (10.188153323s)
I0605 18:32:10.625717 14557 api_server.go:72] duration metric: took 13.233712902s to wait for apiserver process to appear ...
I0605 18:32:10.625728 14557 api_server.go:88] waiting for apiserver healthz status ...
I0605 18:32:10.625751 14557 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0605 18:32:10.625801 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (8.000503087s)
W0605 18:32:10.625866 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0605 18:32:10.625882 14557 retry.go:31] will retry after 220.371708ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0605 18:32:10.627060 14557 out.go:177] * Verifying ingress addon...
I0605 18:32:10.628248 14557 out.go:177] * Verifying registry addon...
I0605 18:32:10.628283 14557 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-191833 service yakd-dashboard -n yakd-dashboard
I0605 18:32:10.630168 14557 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0605 18:32:10.631031 14557 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0605 18:32:10.632038 14557 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0605 18:32:10.633472 14557 api_server.go:141] control plane version: v1.33.1
I0605 18:32:10.633498 14557 api_server.go:131] duration metric: took 7.756375ms to wait for apiserver health ...
I0605 18:32:10.633509 14557 system_pods.go:43] waiting for kube-system pods to appear ...
I0605 18:32:10.636634 14557 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0605 18:32:10.636658 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:10.637057 14557 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0605 18:32:10.637074 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:10.642821 14557 system_pods.go:59] 18 kube-system pods found
I0605 18:32:10.642876 14557 system_pods.go:61] "amd-gpu-device-plugin-kg7z2" [72a513ae-8981-48d4-ab13-b4d8f6e6efed] Pending / Ready:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin]) / ContainersReady:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin])
I0605 18:32:10.642887 14557 system_pods.go:61] "coredns-674b8bbfcf-g9jrw" [9421456f-39de-4eca-b36d-c44346a687f2] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0605 18:32:10.642898 14557 system_pods.go:61] "coredns-674b8bbfcf-lnwdt" [f1344d29-33f8-4394-8cbf-1c5f4f7a37f6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0605 18:32:10.642904 14557 system_pods.go:61] "csi-hostpath-attacher-0" [bbb3e18c-c4c8-44d5-aa98-f7d9de1cf4a9] Pending
I0605 18:32:10.642909 14557 system_pods.go:61] "etcd-addons-191833" [9cdcb208-540e-492e-9639-7c5b7db2ce82] Running
I0605 18:32:10.642915 14557 system_pods.go:61] "kube-apiserver-addons-191833" [9237f9c6-406a-470c-9a7f-8c26368af7e5] Running
I0605 18:32:10.642920 14557 system_pods.go:61] "kube-controller-manager-addons-191833" [656668ad-bfcd-4abb-b6e8-24858521c220] Running
I0605 18:32:10.642928 14557 system_pods.go:61] "kube-ingress-dns-minikube" [495e1c3e-27ca-4255-9f7f-8f6715337f59] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0605 18:32:10.642932 14557 system_pods.go:61] "kube-proxy-g2l9p" [4753a393-80f3-4543-bf47-fc080125b03b] Running
I0605 18:32:10.642938 14557 system_pods.go:61] "kube-scheduler-addons-191833" [0b2b6c42-f781-44cb-82c3-fcfd1bd7ee2e] Running
I0605 18:32:10.642945 14557 system_pods.go:61] "metrics-server-7fbb699795-5m64w" [96f6d999-ab98-4e15-81fd-bef3cfec2f61] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0605 18:32:10.642954 14557 system_pods.go:61] "nvidia-device-plugin-daemonset-6sz4x" [b05d034d-94e5-4669-a212-ca20ff817f1b] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0605 18:32:10.642967 14557 system_pods.go:61] "registry-694bd45846-k78hm" [3fc306df-aca8-427f-9e3d-8f92e7b1cad6] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0605 18:32:10.642981 14557 system_pods.go:61] "registry-creds-6b69cdcdd5-glqcp" [5e782afc-a232-44d7-801a-bbdd9acbe3bb] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I0605 18:32:10.642989 14557 system_pods.go:61] "registry-proxy-mq24t" [ad022fb2-e887-4f8e-a153-c311bd3ff71b] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0605 18:32:10.642997 14557 system_pods.go:61] "snapshot-controller-68b874b76f-24xzj" [284670af-0b6a-4461-b9b5-7fad71ddeda6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0605 18:32:10.643011 14557 system_pods.go:61] "snapshot-controller-68b874b76f-8khc5" [e3ffe688-9057-40a5-9f78-060da3484d75] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0605 18:32:10.643019 14557 system_pods.go:61] "storage-provisioner" [08f5838c-79f2-4067-84ea-70cf1e6bbec8] Running
I0605 18:32:10.643027 14557 system_pods.go:74] duration metric: took 9.510074ms to wait for pod list to return data ...
I0605 18:32:10.643036 14557 default_sa.go:34] waiting for default service account to be created ...
I0605 18:32:10.647920 14557 default_sa.go:45] found service account: "default"
I0605 18:32:10.648001 14557 default_sa.go:55] duration metric: took 4.957337ms for default service account to be created ...
I0605 18:32:10.648027 14557 system_pods.go:116] waiting for k8s-apps to be running ...
I0605 18:32:10.740560 14557 system_pods.go:86] 19 kube-system pods found
I0605 18:32:10.740677 14557 system_pods.go:89] "amd-gpu-device-plugin-kg7z2" [72a513ae-8981-48d4-ab13-b4d8f6e6efed] Pending / Ready:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin]) / ContainersReady:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin])
I0605 18:32:10.741216 14557 system_pods.go:89] "coredns-674b8bbfcf-g9jrw" [9421456f-39de-4eca-b36d-c44346a687f2] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0605 18:32:10.741283 14557 system_pods.go:89] "coredns-674b8bbfcf-lnwdt" [f1344d29-33f8-4394-8cbf-1c5f4f7a37f6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0605 18:32:10.741302 14557 system_pods.go:89] "csi-hostpath-attacher-0" [bbb3e18c-c4c8-44d5-aa98-f7d9de1cf4a9] Pending
I0605 18:32:10.741317 14557 system_pods.go:89] "csi-hostpathplugin-scz49" [1094ee0c-0496-45e9-8195-2abee8ac860b] Pending
I0605 18:32:10.741337 14557 system_pods.go:89] "etcd-addons-191833" [9cdcb208-540e-492e-9639-7c5b7db2ce82] Running
I0605 18:32:10.741364 14557 system_pods.go:89] "kube-apiserver-addons-191833" [9237f9c6-406a-470c-9a7f-8c26368af7e5] Running
I0605 18:32:10.741380 14557 system_pods.go:89] "kube-controller-manager-addons-191833" [656668ad-bfcd-4abb-b6e8-24858521c220] Running
I0605 18:32:10.741409 14557 system_pods.go:89] "kube-ingress-dns-minikube" [495e1c3e-27ca-4255-9f7f-8f6715337f59] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0605 18:32:10.741436 14557 system_pods.go:89] "kube-proxy-g2l9p" [4753a393-80f3-4543-bf47-fc080125b03b] Running
I0605 18:32:10.741451 14557 system_pods.go:89] "kube-scheduler-addons-191833" [0b2b6c42-f781-44cb-82c3-fcfd1bd7ee2e] Running
I0605 18:32:10.741468 14557 system_pods.go:89] "metrics-server-7fbb699795-5m64w" [96f6d999-ab98-4e15-81fd-bef3cfec2f61] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0605 18:32:10.741489 14557 system_pods.go:89] "nvidia-device-plugin-daemonset-6sz4x" [b05d034d-94e5-4669-a212-ca20ff817f1b] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0605 18:32:10.741523 14557 system_pods.go:89] "registry-694bd45846-k78hm" [3fc306df-aca8-427f-9e3d-8f92e7b1cad6] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0605 18:32:10.741548 14557 system_pods.go:89] "registry-creds-6b69cdcdd5-glqcp" [5e782afc-a232-44d7-801a-bbdd9acbe3bb] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I0605 18:32:10.741565 14557 system_pods.go:89] "registry-proxy-mq24t" [ad022fb2-e887-4f8e-a153-c311bd3ff71b] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0605 18:32:10.741582 14557 system_pods.go:89] "snapshot-controller-68b874b76f-24xzj" [284670af-0b6a-4461-b9b5-7fad71ddeda6] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0605 18:32:10.741605 14557 system_pods.go:89] "snapshot-controller-68b874b76f-8khc5" [e3ffe688-9057-40a5-9f78-060da3484d75] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0605 18:32:10.741628 14557 system_pods.go:89] "storage-provisioner" [08f5838c-79f2-4067-84ea-70cf1e6bbec8] Running
I0605 18:32:10.741647 14557 system_pods.go:126] duration metric: took 93.603138ms to wait for k8s-apps to be running ...
I0605 18:32:10.741667 14557 system_svc.go:44] waiting for kubelet service to be running ....
I0605 18:32:10.741740 14557 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0605 18:32:10.812160 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:10.847164 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0605 18:32:11.127317 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.701635935s)
I0605 18:32:11.127356 14557 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-191833"
I0605 18:32:11.127989 14557 system_svc.go:56] duration metric: took 386.314935ms WaitForService to wait for kubelet
I0605 18:32:11.128136 14557 kubeadm.go:578] duration metric: took 13.736107483s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0605 18:32:11.128178 14557 node_conditions.go:102] verifying NodePressure condition ...
I0605 18:32:11.128091 14557 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.172324584s)
I0605 18:32:11.129526 14557 out.go:177] * Verifying csi-hostpath-driver addon...
I0605 18:32:11.129677 14557 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3
I0605 18:32:11.131901 14557 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0605 18:32:11.133094 14557 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0605 18:32:11.133119 14557 node_conditions.go:123] node cpu capacity is 8
I0605 18:32:11.133134 14557 node_conditions.go:105] duration metric: took 4.915683ms to run NodePressure ...
I0605 18:32:11.133149 14557 start.go:241] waiting for startup goroutines ...
I0605 18:32:11.133224 14557 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0605 18:32:11.134605 14557 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0605 18:32:11.134634 14557 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0605 18:32:11.136783 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:11.137011 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:11.137171 14557 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0605 18:32:11.137189 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:11.249907 14557 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0605 18:32:11.249935 14557 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0605 18:32:11.439522 14557 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0605 18:32:11.439550 14557 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0605 18:32:11.537893 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0605 18:32:11.635179 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:11.635372 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:11.636519 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:12.135045 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:12.136143 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:12.137750 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:12.635235 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:12.635430 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:12.635602 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:13.227856 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:13.228176 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:13.228251 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:13.635037 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:13.635393 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:13.635655 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:14.135079 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:14.135218 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:14.235294 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:14.634183 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:14.634312 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:14.634447 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:15.133404 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:15.133637 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:15.134712 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:15.635040 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:15.635107 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:15.635112 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:16.135838 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:16.135848 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:16.136329 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:16.634308 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:16.634426 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:16.634487 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:17.133290 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:17.133547 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:17.134618 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:17.159920 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (6.347718027s)
W0605 18:32:17.159967 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:17.160001 14557 retry.go:31] will retry after 267.924119ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:17.160124 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.312918432s)
I0605 18:32:17.160206 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (5.622282053s)
I0605 18:32:17.161155 14557 addons.go:479] Verifying addon gcp-auth=true in "addons-191833"
I0605 18:32:17.163994 14557 out.go:177] * Verifying gcp-auth addon...
I0605 18:32:17.166178 14557 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0605 18:32:17.233910 14557 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0605 18:32:17.233936 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:17.428077 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:17.633369 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:17.634601 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:17.634817 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:17.669621 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:18.133981 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:18.134184 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:18.134319 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:18.169463 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:18.633681 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:18.633700 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:18.634823 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:18.669404 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:19.133715 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:19.133921 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:19.134502 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:19.169131 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:19.633486 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:19.634036 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:19.634466 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:19.725783 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:20.133796 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:20.134148 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:20.134404 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:20.169279 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:20.633873 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:20.633979 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:20.634971 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:20.734306 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:21.133271 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:21.133542 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:21.134896 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:21.169309 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:21.635327 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:21.635706 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:21.635800 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:21.725255 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:21.983719 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (4.555606858s)
W0605 18:32:21.983762 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:21.983790 14557 retry.go:31] will retry after 707.712135ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:22.133633 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:22.133766 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:22.134936 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:22.169383 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:22.633527 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:22.633674 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:22.634950 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:22.669539 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:22.692655 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:23.133913 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:23.134158 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:23.134398 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:23.169011 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:23.633638 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:23.633797 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:23.634886 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:23.669294 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:24.134050 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:24.134716 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:24.134863 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:24.169172 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:24.679743 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:24.680127 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:24.680357 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:24.680438 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:25.133759 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:25.133794 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:25.134939 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:25.169601 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:25.634808 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:25.635182 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:25.635315 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:25.668867 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:25.693282 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (3.00059284s)
W0605 18:32:25.693318 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:25.693337 14557 retry.go:31] will retry after 1.238380792s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:26.133431 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:26.133835 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:26.134044 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:26.169252 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:26.633533 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:26.633743 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:26.635445 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:26.670256 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:26.932377 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:27.133733 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:27.133930 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:27.134999 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:27.169452 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:27.634757 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:27.635313 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:27.636056 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:27.668856 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:28.134907 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:28.135018 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:28.135183 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:28.169097 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:28.633137 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:28.633912 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:28.634753 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:28.669131 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:29.134032 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:29.134076 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:29.134343 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:29.168919 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:29.634407 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:29.634623 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:29.634846 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:29.669045 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:30.133834 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:30.133966 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:30.134031 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:30.168417 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:30.633333 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:30.633477 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:30.634690 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:30.725778 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:31.052994 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (4.120569525s)
W0605 18:32:31.053081 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:31.053114 14557 retry.go:31] will retry after 1.778183139s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:31.134319 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:31.134458 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:31.134647 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:31.169452 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:31.634267 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:31.634325 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:31.634463 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:31.669583 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:32.134489 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:32.134579 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:32.134758 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:32.168949 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:32.634216 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:32.634234 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:32.634224 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:32.668991 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:32.832206 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:33.134357 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:33.134489 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:33.134684 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:33.169380 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:33.633669 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:33.633736 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:33.634929 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:33.669223 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:34.133702 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:34.133867 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:34.134158 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:34.169594 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:34.633688 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:34.633855 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:34.634290 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:34.668986 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:35.133693 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:35.133749 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:35.134561 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:35.169076 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:35.633809 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:35.633982 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:35.635305 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:35.669290 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:36.133828 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:36.134171 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:36.134287 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:36.169779 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:36.480939 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (3.648691587s)
W0605 18:32:36.480986 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:36.481014 14557 retry.go:31] will retry after 2.150242068s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:36.634074 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:36.634105 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:36.634224 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:36.669403 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:37.134129 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:37.134163 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:37.134327 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:37.234976 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:37.632850 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:37.634035 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:37.635192 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:37.725349 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:38.133704 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:38.134407 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:38.134757 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:38.169676 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:38.631506 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:38.634295 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:38.634330 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:38.634413 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:38.668890 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:39.134461 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:39.134482 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:39.134467 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:39.168729 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:39.634865 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:39.635141 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:39.635616 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:39.669019 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:40.133424 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:40.133697 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:40.134714 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:40.169092 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:40.633887 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:40.634149 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:40.634188 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:40.734926 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:41.134197 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:41.134209 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:41.134253 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0605 18:32:41.174036 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:41.633754 14557 kapi.go:107] duration metric: took 31.002723339s to wait for kubernetes.io/minikube-addons=registry ...
I0605 18:32:41.634106 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:41.634267 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:41.669893 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:41.954978 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (3.323431254s)
W0605 18:32:41.955020 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:41.955048 14557 retry.go:31] will retry after 1.507715883s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:42.134284 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:42.134393 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:42.225606 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:42.634048 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:42.635317 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:42.669758 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:43.133934 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:43.135495 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:43.168776 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:43.462996 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:43.633107 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:43.634971 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:43.669690 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:44.134169 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:44.134617 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:44.169516 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:44.633867 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:44.634318 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:44.669491 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:45.135224 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:45.135757 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:45.168824 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:45.633114 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:45.635417 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:45.724880 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:46.134680 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:46.134704 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:46.225851 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:46.633330 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:46.635565 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:46.669385 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:47.133488 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:47.135349 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:47.224809 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:47.633263 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:47.634499 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:47.725469 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:48.042976 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (4.579940784s)
W0605 18:32:48.043032 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:48.043064 14557 retry.go:31] will retry after 5.23876125s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:48.133974 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:48.134270 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:48.170143 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:48.636342 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:48.636634 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:48.725562 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:49.133809 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:49.134119 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:49.258503 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:49.634149 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:49.635146 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:49.669537 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:50.133922 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:50.134316 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:50.169671 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:50.633620 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:50.634242 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:50.734064 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:51.133283 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:51.134650 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:51.169099 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:51.724901 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:51.725085 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:51.725125 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:52.134439 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:52.134629 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:52.169254 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:52.633466 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:52.635233 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:52.669410 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:53.133621 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:53.135106 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:53.169219 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:53.282381 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:32:53.634779 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:53.635807 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:53.726690 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:54.135706 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:54.135884 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:54.225224 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:54.633039 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:54.634768 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:54.669252 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:55.133854 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:55.134595 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:55.169103 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:55.633884 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:55.634326 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:55.669101 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:56.134316 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:56.134523 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:56.169258 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:56.634110 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:56.634449 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:56.668828 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:57.133529 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:57.134859 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:57.169549 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:57.633315 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:57.635002 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:57.725512 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:57.949615 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (4.667166305s)
W0605 18:32:57.949659 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:57.949690 14557 retry.go:31] will retry after 6.725611583s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:32:58.133367 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:58.135097 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:58.169381 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:58.633732 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:58.635071 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:58.702113 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:59.202630 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:32:59.202850 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:59.202899 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:59.633072 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:32:59.635059 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:32:59.669554 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:00.133715 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:00.134092 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:00.180247 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:00.724569 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:00.724787 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:00.724787 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:01.158501 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:01.158649 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:01.260207 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:01.633342 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:01.635609 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:01.669346 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:02.133557 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:02.135211 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:02.192558 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:02.634332 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:02.634413 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:02.668999 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:03.134299 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:03.134670 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:03.236671 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:03.633966 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:03.634362 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:03.669060 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:04.133392 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:04.134929 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:04.169673 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:04.634546 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:04.634634 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:04.669186 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:04.676328 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:33:05.133161 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:05.134243 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:05.169533 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:05.633526 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:05.634132 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:05.726193 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:06.134592 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:06.135008 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:06.168981 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:06.636395 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:06.727237 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:06.727515 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:07.135279 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:07.135467 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:07.169330 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:07.634408 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:07.634494 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:07.734700 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:08.133224 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:08.135181 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:08.169420 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:08.634251 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:08.634777 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:08.669557 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:09.076876 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (4.400516073s)
W0605 18:33:09.076913 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:09.076938 14557 retry.go:31] will retry after 5.879970835s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:09.133894 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:09.134166 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:09.233950 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:09.633088 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:09.634974 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:09.669299 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:10.133884 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:10.134979 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:10.234303 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:10.633984 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:10.634938 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0605 18:33:10.734502 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:11.133481 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:11.134969 14557 kapi.go:107] duration metric: took 1m0.003067473s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0605 18:33:11.169451 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:11.634731 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:11.669335 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:12.133548 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:12.225163 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:12.633522 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:12.725286 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:13.133359 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:13.168826 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:13.634269 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:13.669032 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:14.133812 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:14.169441 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:14.633886 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:14.669403 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:14.957680 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:33:15.134054 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:15.169432 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:15.633845 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:15.672424 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:16.134252 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:16.225186 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:16.633888 14557 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0605 18:33:16.669028 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:17.228256 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:17.228330 14557 kapi.go:107] duration metric: took 1m6.598160129s to wait for app.kubernetes.io/name=ingress-nginx ...
I0605 18:33:17.669872 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:17.878315 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (2.92059573s)
W0605 18:33:17.878352 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:17.878386 14557 retry.go:31] will retry after 17.856838782s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:18.170021 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:18.669120 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:19.168837 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:19.668813 14557 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0605 18:33:20.242937 14557 kapi.go:107] duration metric: took 1m3.076755296s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0605 18:33:20.244767 14557 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-191833 cluster.
I0605 18:33:20.246316 14557 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0605 18:33:20.247619 14557 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0605 18:33:35.736819 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:33:37.814288 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (2.07743348s)
W0605 18:33:37.814324 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:37.814346 14557 retry.go:31] will retry after 13.776816519s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
I0605 18:33:51.591509 14557 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml
I0605 18:33:53.721799 14557 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: (2.130239258s)
W0605 18:33:53.721842 14557 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
W0605 18:33:53.722108 14557 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.33.1/kubectl apply --force -f /etc/kubernetes/addons/volcano-deployment.yaml: Process exited with status 1
stdout:
namespace/volcano-system unchanged
namespace/volcano-monitoring unchanged
serviceaccount/volcano-admission unchanged
configmap/volcano-admission-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-admission unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-admission-role unchanged
service/volcano-admission-service unchanged
deployment.apps/volcano-admission unchanged
serviceaccount/volcano-admission-init unchanged
role.rbac.authorization.k8s.io/volcano-admission-init unchanged
rolebinding.rbac.authorization.k8s.io/volcano-admission-init-role unchanged
job.batch/volcano-admission-init unchanged
customresourcedefinition.apiextensions.k8s.io/jobs.batch.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/commands.bus.volcano.sh unchanged
serviceaccount/volcano-controllers unchanged
configmap/volcano-controller-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-controllers unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-controllers-role unchanged
service/volcano-controllers-service unchanged
deployment.apps/volcano-controllers unchanged
serviceaccount/volcano-scheduler unchanged
configmap/volcano-scheduler-configmap unchanged
clusterrole.rbac.authorization.k8s.io/volcano-scheduler unchanged
clusterrolebinding.rbac.authorization.k8s.io/volcano-scheduler-role unchanged
service/volcano-scheduler-service unchanged
deployment.apps/volcano-scheduler unchanged
customresourcedefinition.apiextensions.k8s.io/podgroups.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/queues.scheduling.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/numatopologies.nodeinfo.volcano.sh unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-mutate unchanged
mutatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-mutate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-jobs-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-queues-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-podgroups-validate unchanged
validatingwebhookconfiguration.admissionregistration.k8s.io/volcano-admission-service-hypernodes-validate configured
customresourcedefinition.apiextensions.k8s.io/jobtemplates.flow.volcano.sh unchanged
customresourcedefinition.apiextensions.k8s.io/jobflows.flow.volcano.sh unchanged
stderr:
The CustomResourceDefinition "hypernodes.topology.volcano.sh" is invalid: spec.validation.openAPIV3Schema.properties[spec].properties[members].items.properties[selector].x-kubernetes-validations[1].rule: Invalid value: apiextensions.ValidationRule{Rule:"(has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1", Message:"Only one of ExactMatch, RegexMatch, or LabelMatch can be specified", MessageExpression:"", Reason:(*apiextensions.FieldValueErrorReason)(nil), FieldPath:"", OptionalOldSelf:(*bool)(nil)}: compilation failed: ERROR: <input>:1:98: Syntax error: token recognition error at: '&l'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .................................................................................................^
ERROR: <input>:1:100: Syntax error: mismatched input 't' expecting <EOF>
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ...................................................................................................^
ERROR: <input>:1:101: Syntax error: token recognition error at: ';'
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| ....................................................................................................^
ERROR: <input>:1:102: Syntax error: token recognition error at: '= '
| (has(self.exactMatch) ? 1 : 0) + (has(self.regexMatch) ? 1 : 0) + (has(self.labelMatch) ? 1 : 0) <= 1
| .....................................................................................................^
]
I0605 18:33:53.723971 14557 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, storage-provisioner, storage-provisioner-rancher, registry-creds, amd-gpu-device-plugin, inspektor-gadget, metrics-server, ingress-dns, yakd, default-storageclass, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0605 18:33:53.725109 14557 addons.go:514] duration metric: took 1m56.33307045s for enable addons: enabled=[nvidia-device-plugin cloud-spanner storage-provisioner storage-provisioner-rancher registry-creds amd-gpu-device-plugin inspektor-gadget metrics-server ingress-dns yakd default-storageclass volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0605 18:33:53.725150 14557 start.go:246] waiting for cluster config update ...
I0605 18:33:53.725176 14557 start.go:255] writing updated cluster config ...
I0605 18:33:53.725391 14557 ssh_runner.go:195] Run: rm -f paused
I0605 18:33:53.728507 14557 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0605 18:33:53.731790 14557 pod_ready.go:83] waiting for pod "coredns-674b8bbfcf-lnwdt" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.735282 14557 pod_ready.go:94] pod "coredns-674b8bbfcf-lnwdt" is "Ready"
I0605 18:33:53.735299 14557 pod_ready.go:86] duration metric: took 3.485793ms for pod "coredns-674b8bbfcf-lnwdt" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.736806 14557 pod_ready.go:83] waiting for pod "etcd-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.739735 14557 pod_ready.go:94] pod "etcd-addons-191833" is "Ready"
I0605 18:33:53.739751 14557 pod_ready.go:86] duration metric: took 2.928396ms for pod "etcd-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.741248 14557 pod_ready.go:83] waiting for pod "kube-apiserver-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.744375 14557 pod_ready.go:94] pod "kube-apiserver-addons-191833" is "Ready"
I0605 18:33:53.744391 14557 pod_ready.go:86] duration metric: took 3.124863ms for pod "kube-apiserver-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:53.745693 14557 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:54.131738 14557 pod_ready.go:94] pod "kube-controller-manager-addons-191833" is "Ready"
I0605 18:33:54.131769 14557 pod_ready.go:86] duration metric: took 386.058263ms for pod "kube-controller-manager-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:54.332342 14557 pod_ready.go:83] waiting for pod "kube-proxy-g2l9p" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:54.731759 14557 pod_ready.go:94] pod "kube-proxy-g2l9p" is "Ready"
I0605 18:33:54.731790 14557 pod_ready.go:86] duration metric: took 399.417825ms for pod "kube-proxy-g2l9p" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:54.932582 14557 pod_ready.go:83] waiting for pod "kube-scheduler-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:55.331668 14557 pod_ready.go:94] pod "kube-scheduler-addons-191833" is "Ready"
I0605 18:33:55.331696 14557 pod_ready.go:86] duration metric: took 399.089236ms for pod "kube-scheduler-addons-191833" in "kube-system" namespace to be "Ready" or be gone ...
I0605 18:33:55.331707 14557 pod_ready.go:40] duration metric: took 1.603169221s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0605 18:33:55.375314 14557 start.go:607] kubectl: 1.33.1, cluster: 1.33.1 (minor skew: 0)
I0605 18:33:55.378329 14557 out.go:177] * Done! kubectl is now configured to use "addons-191833" cluster and "default" namespace by default
==> Docker <==
Jun 05 18:33:05 addons-191833 dockerd[1454]: time="2025-06-05T18:33:05.941326379Z" level=info msg="ignoring event" container=461431ec0bdc6048c32e9df04be94a36ba085a68481fbf84ae2a46220c9082f8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 05 18:33:06 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:06Z" level=info msg="Stop pulling image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5: Status: Downloaded newer image for registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5"
Jun 05 18:33:06 addons-191833 dockerd[1454]: time="2025-06-05T18:33:06.397219494Z" level=info msg="ignoring event" container=bc983287805bac911709fa5c353bfef7d6eeccff1e28d06acf69d85b26a7f7d9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 05 18:33:06 addons-191833 dockerd[1454]: time="2025-06-05T18:33:06.631877710Z" level=warning msg="reference for unknown type: " digest="sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0" remote="registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0"
Jun 05 18:33:07 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:07Z" level=info msg="Stop pulling image registry.k8s.io/sig-storage/livenessprobe:v2.8.0@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0: Status: Downloaded newer image for registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0"
Jun 05 18:33:07 addons-191833 dockerd[1454]: time="2025-06-05T18:33:07.660870382Z" level=warning msg="reference for unknown type: " digest="sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8" remote="registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8"
Jun 05 18:33:08 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:08Z" level=info msg="Stop pulling image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8: Status: Downloaded newer image for registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8"
Jun 05 18:33:09 addons-191833 dockerd[1454]: time="2025-06-05T18:33:09.187827799Z" level=warning msg="reference for unknown type: " digest="sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f" remote="registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f"
Jun 05 18:33:10 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:10Z" level=info msg="Stop pulling image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f: Status: Downloaded newer image for registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f"
Jun 05 18:33:11 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:11Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/4193be59f2ac8bab56370ff3ce7812f55475700be2edc0f5a100465a7c33afe9/resolv.conf as [nameserver 10.96.0.10 search ingress-nginx.svc.cluster.local svc.cluster.local cluster.local local us-east4-a.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:5]"
Jun 05 18:33:11 addons-191833 dockerd[1454]: time="2025-06-05T18:33:11.351560012Z" level=warning msg="reference for unknown type: " digest="sha256:03497ee984628e95eca9b2279e3f3a3c1685dd48635479e627d219f00c8eefa9" remote="registry.k8s.io/ingress-nginx/controller@sha256:03497ee984628e95eca9b2279e3f3a3c1685dd48635479e627d219f00c8eefa9"
Jun 05 18:33:13 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:13Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e0d3aa4f17841cc6963cd6206f91394fc5a35815a4588522b2a4c0f973229920/resolv.conf as [nameserver 10.96.0.10 search volcano-system.svc.cluster.local svc.cluster.local cluster.local local us-east4-a.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:5]"
Jun 05 18:33:15 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:15Z" level=info msg="Stop pulling image registry.k8s.io/ingress-nginx/controller:v1.12.2@sha256:03497ee984628e95eca9b2279e3f3a3c1685dd48635479e627d219f00c8eefa9: Status: Downloaded newer image for registry.k8s.io/ingress-nginx/controller@sha256:03497ee984628e95eca9b2279e3f3a3c1685dd48635479e627d219f00c8eefa9"
Jun 05 18:33:16 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:16Z" level=info msg="Stop pulling image docker.io/volcanosh/vc-webhook-manager:v1.12.1@sha256:f8b50088a7329220cbdcc624067943a76a005bb18bda77647e618aab26cf759d: Status: Image is up to date for volcanosh/vc-webhook-manager@sha256:f8b50088a7329220cbdcc624067943a76a005bb18bda77647e618aab26cf759d"
Jun 05 18:33:17 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/d5104f4d08bad8b7e2031a01165f167e8c0e816772dab441ff1e89201b439c9e/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local local us-east4-a.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:5]"
Jun 05 18:33:17 addons-191833 dockerd[1454]: time="2025-06-05T18:33:17.669284450Z" level=warning msg="reference for unknown type: " digest="sha256:94f0c448171b974aab7b4a96d00feb5799b1d69827a738a4f8b4b30c17fb74e7" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:94f0c448171b974aab7b4a96d00feb5799b1d69827a738a4f8b4b30c17fb74e7"
Jun 05 18:33:19 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:19Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3@sha256:94f0c448171b974aab7b4a96d00feb5799b1d69827a738a4f8b4b30c17fb74e7: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:94f0c448171b974aab7b4a96d00feb5799b1d69827a738a4f8b4b30c17fb74e7"
Jun 05 18:33:21 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:21Z" level=info msg="Stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget:v0.41.0@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469: Status: Image is up to date for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469"
Jun 05 18:33:23 addons-191833 dockerd[1454]: time="2025-06-05T18:33:23.564603710Z" level=info msg="ignoring event" container=9410bd2779ba7a298844c2802f1fef07bcba189b078bf30d26f222b9cd03687b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 05 18:33:43 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:33:43Z" level=info msg="Stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget:v0.41.0@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469: Status: Image is up to date for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469"
Jun 05 18:33:45 addons-191833 dockerd[1454]: time="2025-06-05T18:33:45.385292033Z" level=info msg="ignoring event" container=e75d61d49553c99004083251023306c9b7187a8308fed9154ec2749d29ccd1b3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 05 18:34:29 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:34:29Z" level=info msg="Stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget:v0.41.0@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469: Status: Image is up to date for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469"
Jun 05 18:34:31 addons-191833 dockerd[1454]: time="2025-06-05T18:34:31.393401748Z" level=info msg="ignoring event" container=6c8d736db9169c7812b09f34305403a7628354433fcb6094a5dd0e1d66ed9f79 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jun 05 18:35:51 addons-191833 cri-dockerd[1760]: time="2025-06-05T18:35:51Z" level=info msg="Stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget:v0.41.0@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469: Status: Image is up to date for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469"
Jun 05 18:35:53 addons-191833 dockerd[1454]: time="2025-06-05T18:35:53.397225914Z" level=info msg="ignoring event" container=96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
96aecb94ea44e ghcr.io/inspektor-gadget/inspektor-gadget@sha256:1ba1900f625d235ee85737a948b363f620b2494f0963eb06c39898f37e470469 About a minute ago Exited gadget 5 e443c0c2b7a60 gadget-dr2vr
4585fec300a6d gcr.io/k8s-minikube/gcp-auth-webhook@sha256:94f0c448171b974aab7b4a96d00feb5799b1d69827a738a4f8b4b30c17fb74e7 3 minutes ago Running gcp-auth 0 d5104f4d08bad gcp-auth-cd9db85c-rgf4b
58bb802efe690 volcanosh/vc-webhook-manager@sha256:f8b50088a7329220cbdcc624067943a76a005bb18bda77647e618aab26cf759d 3 minutes ago Running admission 0 e0d3aa4f17841 volcano-admission-55859c8887-rd6kw
bedd414fd55af registry.k8s.io/ingress-nginx/controller@sha256:03497ee984628e95eca9b2279e3f3a3c1685dd48635479e627d219f00c8eefa9 3 minutes ago Running controller 0 4193be59f2ac8 ingress-nginx-controller-67c5cb88f-bcf65
346780f3e2215 registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f 4 minutes ago Running csi-snapshotter 0 22cb52cad0248 csi-hostpathplugin-scz49
dce27d29a06c5 registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 4 minutes ago Running csi-provisioner 0 22cb52cad0248 csi-hostpathplugin-scz49
31a552f1f3329 registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0 4 minutes ago Running liveness-probe 0 22cb52cad0248 csi-hostpathplugin-scz49
2f744e6f3e7c4 registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 4 minutes ago Running hostpath 0 22cb52cad0248 csi-hostpathplugin-scz49
1ca19197de7c7 registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c 4 minutes ago Running node-driver-registrar 0 22cb52cad0248 csi-hostpathplugin-scz49
76240e22b80dd registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 4 minutes ago Running csi-resizer 0 dda78bda38145 csi-hostpath-resizer-0
897fd03fe1ade registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c 4 minutes ago Running csi-external-health-monitor-controller 0 22cb52cad0248 csi-hostpathplugin-scz49
8b03bc8c25067 registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b 4 minutes ago Running csi-attacher 0 4c9509cf2b2e6 csi-hostpath-attacher-0
58e1734598697 volcanosh/vc-scheduler@sha256:b24ea8af2d167a3525e8fc603b32eca6c9b46ef509fa7e87f09e1fadb992faf2 4 minutes ago Running volcano-scheduler 0 8dc63280426d5 volcano-scheduler-854568c9bb-vpbr4
3c6bf99f0bc8c volcanosh/vc-controller-manager@sha256:3815883c32f62c3a60b8208ba834f304d91d8f05cddfabd440aa15f7f8bef296 4 minutes ago Running volcano-controllers 0 da0c347b2227c volcano-controllers-7b774bbd55-9ssw4
7f30796108e7f registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 4 minutes ago Running volume-snapshot-controller 0 f701587098491 snapshot-controller-68b874b76f-24xzj
338f74c4e9a6a registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 4 minutes ago Running volume-snapshot-controller 0 12adb6f97a1dc snapshot-controller-68b874b76f-8khc5
42f532dc4bafa registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:2cf4ebfa82a37c357455458f6dfc334aea1392d508270b2517795a9933a02524 4 minutes ago Exited patch 0 3491f86c3522d ingress-nginx-admission-patch-frjxm
9be59bb27924d registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:2cf4ebfa82a37c357455458f6dfc334aea1392d508270b2517795a9933a02524 4 minutes ago Exited create 0 5bfd1259dfe60 ingress-nginx-admission-create-g2zqd
12ced5ef4d0b4 registry.k8s.io/metrics-server/metrics-server@sha256:ffcb2bf004d6aa0a17d90e0247cf94f2865c8901dcab4427034c341951c239f9 4 minutes ago Running metrics-server 0 c0f199b137ff6 metrics-server-7fbb699795-5m64w
e533262fd9a69 marcnuri/yakd@sha256:c5414196116a2266ad097b0468833b73ef1d6c7922241115fe203fb826381624 4 minutes ago Running yakd 0 02764165aa3b9 yakd-dashboard-575dd5996b-b5wsb
cf0058369fc12 gcr.io/k8s-minikube/kube-registry-proxy@sha256:f832bbe1d48c62de040bd793937eaa0c05d2f945a55376a99c80a4dd9961aeb1 4 minutes ago Running registry-proxy 0 509dbf8b960b4 registry-proxy-mq24t
e409996b95c5d rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 4 minutes ago Running local-path-provisioner 0 2598d5efd2ec6 local-path-provisioner-76f89f99b5-scszn
1da4b554966e0 registry@sha256:1fc7de654f2ac1247f0b67e8a459e273b0993be7d2beda1f3f56fbf1001ed3e7 4 minutes ago Running registry 0 7d7c51cd2a901 registry-694bd45846-k78hm
2c5b1d406d06f gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 9287fcdde27bf kube-ingress-dns-minikube
4cb2924c46fe5 gcr.io/cloud-spanner-emulator/emulator@sha256:f98725ceb484500d858d17916ea4a04e2a83184b5a080a87113770e82c177744 4 minutes ago Running cloud-spanner-emulator 0 cbfa9ad98ad02 cloud-spanner-emulator-694f8b9456-4nxg6
6368152b35873 rocm/k8s-device-plugin@sha256:f3835498cf2274e0a07c32b38c166c05a876f8eb776d756cc06805e599a3ba5f 4 minutes ago Running amd-gpu-device-plugin 0 5ed2893d78cf3 amd-gpu-device-plugin-kg7z2
959b8c26ec368 nvcr.io/nvidia/k8s-device-plugin@sha256:037160a36de0f060fc21cc0cb2f795d980282ff1471b55530433ca4350b24c4f 4 minutes ago Running nvidia-device-plugin-ctr 0 b750e8d22c90c nvidia-device-plugin-daemonset-6sz4x
5498ab0fdb9d7 6e38f40d628db 5 minutes ago Running storage-provisioner 0 732264aad4e41 storage-provisioner
cfa642997eb12 1cf5f116067c6 5 minutes ago Running coredns 0 c6398fa4a4081 coredns-674b8bbfcf-lnwdt
a95bb1b624185 b79c189b052cd 5 minutes ago Running kube-proxy 0 152c502b8a1f2 kube-proxy-g2l9p
1c9a9ec763feb 398c985c0d950 5 minutes ago Running kube-scheduler 0 61e30c545b9f0 kube-scheduler-addons-191833
5ab679ff60ded 499038711c081 5 minutes ago Running etcd 0 2dede7c878e6a etcd-addons-191833
6836584e4e247 ef43894fa110c 5 minutes ago Running kube-controller-manager 0 bf2b21de644e6 kube-controller-manager-addons-191833
668f6f5e53464 c6ab243b29f82 5 minutes ago Running kube-apiserver 0 d14061ad9fd2c kube-apiserver-addons-191833
==> controller_ingress [bedd414fd55a] <==
Build: 7995f327cd0c228bda326a9e287ba559799bffe0
Repository: https://github.com/kubernetes/ingress-nginx
nginx version: nginx/1.25.5
-------------------------------------------------------------------------------
W0605 18:33:16.247630 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work.
I0605 18:33:16.247836 7 main.go:205] "Creating API client" host="https://10.96.0.1:443"
I0605 18:33:16.254462 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="33" git="v1.33.1" state="clean" commit="8adc0f041b8e7ad1d30e29cc59c6ae7a15e19828" platform="linux/amd64"
I0605 18:33:16.656614 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"
I0605 18:33:16.665474 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"
I0605 18:33:16.672480 7 nginx.go:271] "Starting NGINX Ingress controller"
I0605 18:33:16.676367 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9e72b101-c6b0-4e06-a28e-ef37ea785883", APIVersion:"v1", ResourceVersion:"696", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller
I0605 18:33:16.679620 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"d8a9f7c5-0383-4709-9198-25b0dc2d20b2", APIVersion:"v1", ResourceVersion:"698", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services
I0605 18:33:16.679693 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"46f60473-b34e-4d8a-b336-d9502112d539", APIVersion:"v1", ResourceVersion:"699", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services
I0605 18:33:17.873878 7 nginx.go:317] "Starting NGINX process"
I0605 18:33:17.873923 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...
I0605 18:33:17.874207 7 nginx.go:337] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"
I0605 18:33:17.874461 7 controller.go:196] "Configuration changes detected, backend reload required"
I0605 18:33:17.880244 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader
I0605 18:33:17.880344 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-67c5cb88f-bcf65"
I0605 18:33:17.882861 7 status.go:219] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-67c5cb88f-bcf65" node="addons-191833"
I0605 18:33:17.902863 7 controller.go:216] "Backend successfully reloaded"
I0605 18:33:17.902936 7 controller.go:227] "Initial sync, sleeping for 1 second"
I0605 18:33:17.902978 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-67c5cb88f-bcf65", UID:"885788ea-8e91-4d5b-8ecd-53895db0539f", APIVersion:"v1", ResourceVersion:"738", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
==> coredns [cfa642997eb1] <==
[INFO] 10.244.0.8:55296 - 52335 "A IN registry.kube-system.svc.cluster.local.local. udp 62 false 512" NXDOMAIN qr,rd,ra 62 0.003120547s
[INFO] 10.244.0.8:42080 - 29904 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.004957167s
[INFO] 10.244.0.8:42080 - 29499 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.005153736s
[INFO] 10.244.0.8:36036 - 16221 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005262668s
[INFO] 10.244.0.8:36036 - 15810 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005707591s
[INFO] 10.244.0.8:58773 - 25488 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005097176s
[INFO] 10.244.0.8:58773 - 25145 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005107856s
[INFO] 10.244.0.8:40477 - 33480 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000144818s
[INFO] 10.244.0.8:40477 - 33223 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000141423s
[INFO] 10.244.0.27:48709 - 49647 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000295357s
[INFO] 10.244.0.27:60199 - 33147 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000384919s
[INFO] 10.244.0.27:50687 - 2331 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000124394s
[INFO] 10.244.0.27:49290 - 1091 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000176424s
[INFO] 10.244.0.27:41488 - 42273 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00012267s
[INFO] 10.244.0.27:46098 - 8373 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000170941s
[INFO] 10.244.0.27:52818 - 25101 "AAAA IN storage.googleapis.com.local. udp 57 false 1232" NXDOMAIN qr,rd,ra 46 0.003286258s
[INFO] 10.244.0.27:41276 - 63840 "A IN storage.googleapis.com.local. udp 57 false 1232" NXDOMAIN qr,rd,ra 46 0.00336291s
[INFO] 10.244.0.27:40521 - 61448 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.005307561s
[INFO] 10.244.0.27:58455 - 17717 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.005728973s
[INFO] 10.244.0.27:50030 - 60352 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.004779592s
[INFO] 10.244.0.27:36159 - 8494 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.004816923s
[INFO] 10.244.0.27:52716 - 24963 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004569708s
[INFO] 10.244.0.27:46757 - 48054 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005602804s
[INFO] 10.244.0.27:46255 - 37062 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000768757s
[INFO] 10.244.0.27:34577 - 36570 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 534 0.001011066s
==> describe nodes <==
Name: addons-191833
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-191833
kubernetes.io/os=linux
minikube.k8s.io/commit=01246adb8f85a16e6fd2bbeecb0ebb43de6563df
minikube.k8s.io/name=addons-191833
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_06_05T18_31_52_0700
minikube.k8s.io/version=v1.36.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-191833
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-191833"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Jun 2025 18:31:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-191833
AcquireTime: <unset>
RenewTime: Thu, 05 Jun 2025 18:37:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Jun 2025 18:33:22 +0000 Thu, 05 Jun 2025 18:31:47 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Jun 2025 18:33:22 +0000 Thu, 05 Jun 2025 18:31:47 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Jun 2025 18:33:22 +0000 Thu, 05 Jun 2025 18:31:47 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Jun 2025 18:33:22 +0000 Thu, 05 Jun 2025 18:31:49 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-191833
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
System Info:
Machine ID: 6bdbd6aee04f4d81a2250a84015e7d67
System UUID: 97c9b11a-e410-4b94-a368-1c978f99c4c2
Boot ID: 06a8d87c-b728-4070-a8c6-b6c22bb6e8e6
Kernel Version: 5.15.0-1083-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://28.1.1
Kubelet Version: v1.33.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (28 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-694f8b9456-4nxg6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m11s
gadget gadget-dr2vr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m9s
gcp-auth gcp-auth-cd9db85c-rgf4b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m59s
ingress-nginx ingress-nginx-controller-67c5cb88f-bcf65 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m5s
kube-system amd-gpu-device-plugin-kg7z2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system coredns-674b8bbfcf-lnwdt 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m15s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m2s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m1s
kube-system csi-hostpathplugin-scz49 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m2s
kube-system etcd-addons-191833 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m22s
kube-system kube-apiserver-addons-191833 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m21s
kube-system kube-controller-manager-addons-191833 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m21s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system kube-proxy-g2l9p 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m15s
kube-system kube-scheduler-addons-191833 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m21s
kube-system metrics-server-7fbb699795-5m64w 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m7s
kube-system nvidia-device-plugin-daemonset-6sz4x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system registry-694bd45846-k78hm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system registry-creds-6b69cdcdd5-glqcp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m12s
kube-system registry-proxy-mq24t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system snapshot-controller-68b874b76f-24xzj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
kube-system snapshot-controller-68b874b76f-8khc5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m11s
local-path-storage local-path-provisioner-76f89f99b5-scszn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m9s
volcano-system volcano-admission-55859c8887-rd6kw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
volcano-system volcano-controllers-7b774bbd55-9ssw4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m3s
volcano-system volcano-scheduler-854568c9bb-vpbr4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m3s
yakd-dashboard yakd-dashboard-575dd5996b-b5wsb 0 (0%) 0 (0%) 128Mi (0%) 256Mi (0%) 5m8s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 0 (0%)
memory 588Mi (1%) 426Mi (1%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m11s kube-proxy
Warning CgroupV1 5m27s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m27s (x8 over 5m27s) kubelet Node addons-191833 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m27s (x8 over 5m27s) kubelet Node addons-191833 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m27s (x7 over 5m27s) kubelet Node addons-191833 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m27s kubelet Updated Node Allocatable limit across pods
Normal Starting 5m21s kubelet Starting kubelet.
Warning CgroupV1 5m21s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeAllocatableEnforced 5m21s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m21s kubelet Node addons-191833 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m21s kubelet Node addons-191833 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m21s kubelet Node addons-191833 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m17s node-controller Node addons-191833 event: Registered Node addons-191833 in Controller
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 62 cb 72 dc ef 92 08 06
[ +0.496886] IPv4: martian source 10.244.0.1 from 10.244.0.17, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 6a 1f 22 d2 ae cb 08 06
[ +1.271604] IPv4: martian source 10.244.0.1 from 10.244.0.18, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 14 85 51 d2 e5 08 06
[Jun 5 18:33] IPv4: martian source 10.244.0.1 from 10.244.0.19, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff da 44 cd 2f e3 47 08 06
[ +2.949065] IPv4: martian source 10.244.0.1 from 10.244.0.23, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff f6 e4 49 b2 b1 16 08 06
[ +0.100982] IPv4: martian source 10.244.0.1 from 10.244.0.24, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff ce 17 b9 a8 08 88 08 06
[ +3.793951] IPv4: martian source 10.244.0.1 from 10.244.0.21, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 3e 09 31 9f b6 9a 08 06
[ +0.312194] IPv4: martian source 10.244.0.1 from 10.244.0.22, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 16 d0 5e a2 47 51 08 06
[ +0.083696] IPv4: martian source 10.244.0.1 from 10.244.0.20, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff c6 2e 6f 07 5f 1d 08 06
[ +8.618398] IPv4: martian source 10.244.0.1 from 10.244.0.25, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 d1 d9 7a 0e 90 08 06
[ +0.102282] IPv4: martian source 10.244.0.1 from 10.244.0.26, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 42 76 f9 b9 11 c5 08 06
[ +3.583540] IPv4: martian source 10.244.0.1 from 10.244.0.27, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 0e fd 05 8b ff a1 08 06
[ +0.000433] IPv4: martian source 10.244.0.27 from 10.244.0.3, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff 7e 45 ed 2d 99 3c 08 06
==> etcd [5ab679ff60de] <==
{"level":"info","ts":"2025-06-05T18:31:46.834136Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-06-05T18:31:46.834130Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-06-05T18:31:46.834185Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-06-05T18:31:47.323815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2025-06-05T18:31:47.323862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2025-06-05T18:31:47.323881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2025-06-05T18:31:47.323911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2025-06-05T18:31:47.323990Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-06-05T18:31:47.324008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2025-06-05T18:31:47.324019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-06-05T18:31:47.324908Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-06-05T18:31:47.325397Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-06-05T18:31:47.325399Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-191833 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2025-06-05T18:31:47.325425Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-06-05T18:31:47.325616Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2025-06-05T18:31:47.325698Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-06-05T18:31:47.325724Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-06-05T18:31:47.325749Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-06-05T18:31:47.325781Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-06-05T18:31:47.326369Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-06-05T18:31:47.326504Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-06-05T18:31:47.327104Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-06-05T18:31:47.327179Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"warn","ts":"2025-06-05T18:32:24.677991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.782002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/volcano-system/volcano-admission-init\" limit:1 ","response":"range_response_count:1 size:3662"}
{"level":"info","ts":"2025-06-05T18:32:24.678091Z","caller":"traceutil/trace.go:171","msg":"trace[1142059219] range","detail":"{range_begin:/registry/jobs/volcano-system/volcano-admission-init; range_end:; response_count:1; response_revision:1067; }","duration":"121.917604ms","start":"2025-06-05T18:32:24.556159Z","end":"2025-06-05T18:32:24.678076Z","steps":["trace[1142059219] 'range keys from in-memory index tree' (duration: 121.697864ms)"],"step_count":1}
==> gcp-auth [4585fec300a6] <==
2025/06/05 18:33:19 GCP Auth Webhook started!
2025/06/05 18:34:10 Ready to marshal response ...
2025/06/05 18:34:10 Ready to write response ...
==> kernel <==
18:37:12 up 19 min, 0 users, load average: 0.31, 0.58, 0.32
Linux addons-191833 5.15.0-1083-gcp #92~20.04.1-Ubuntu SMP Tue Apr 29 09:12:55 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kube-apiserver [668f6f5e5346] <==
W0605 18:32:52.736769 1 handler_proxy.go:99] no RequestInfo found in the context
E0605 18:32:52.736846 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E0605 18:32:52.736915 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.163.93:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.163.93:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.163.93:443: connect: connection refused" logger="UnhandledError"
E0605 18:32:52.738482 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.163.93:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.163.93:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.163.93:443: connect: connection refused" logger="UnhandledError"
I0605 18:32:52.839468 1 handler.go:288] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
W0605 18:33:00.394736 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:01.446360 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:02.450484 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:03.530257 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:04.532851 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:05.540606 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:06.630386 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:07.725412 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:08.825855 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:09.925374 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:10.984966 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:12.025171 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:13.066595 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:14.105938 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:15.172575 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
W0605 18:33:16.225433 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.99.235.132:443: connect: connection refused
I0605 18:34:10.649632 1 controller.go:667] quota admission added evaluator for: jobs.batch.volcano.sh
==> kube-controller-manager [6836584e4e24] <==
I0605 18:31:56.150307 1 shared_informer.go:357] "Caches are synced" controller="certificate-csrapproving"
I0605 18:31:56.233931 1 shared_informer.go:357] "Caches are synced" controller="TTL after finished"
I0605 18:31:56.236200 1 shared_informer.go:357] "Caches are synced" controller="job"
I0605 18:31:56.284520 1 shared_informer.go:357] "Caches are synced" controller="cronjob"
I0605 18:31:56.338669 1 shared_informer.go:357] "Caches are synced" controller="resource quota"
I0605 18:31:56.340884 1 shared_informer.go:357] "Caches are synced" controller="resource quota"
I0605 18:31:56.751064 1 shared_informer.go:357] "Caches are synced" controller="garbage collector"
I0605 18:31:56.783712 1 shared_informer.go:357] "Caches are synced" controller="garbage collector"
I0605 18:31:56.783731 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I0605 18:31:56.783736 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
E0605 18:32:04.926511 1 replica_set.go:562] "Unhandled Error" err="sync \"kube-system/metrics-server-7fbb699795\" failed with pods \"metrics-server-7fbb699795-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E0605 18:32:04.936040 1 replica_set.go:562] "Unhandled Error" err="sync \"kube-system/metrics-server-7fbb699795\" failed with pods \"metrics-server-7fbb699795-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E0605 18:32:26.344934 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I0605 18:32:26.346370 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="podgroups.scheduling.volcano.sh"
I0605 18:32:26.346409 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="volumesnapshots.snapshot.storage.k8s.io"
I0605 18:32:26.346446 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="jobs.batch.volcano.sh"
I0605 18:32:26.346479 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="traces.gadget.kinvolk.io"
I0605 18:32:26.346519 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="commands.bus.volcano.sh"
I0605 18:32:26.346540 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="jobtemplates.flow.volcano.sh"
I0605 18:32:26.346574 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="jobflows.flow.volcano.sh"
I0605 18:32:26.346635 1 shared_informer.go:350] "Waiting for caches to sync" controller="resource quota"
I0605 18:32:26.447476 1 shared_informer.go:357] "Caches are synced" controller="resource quota"
I0605 18:32:26.758865 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
I0605 18:32:26.762493 1 shared_informer.go:350] "Waiting for caches to sync" controller="garbage collector"
I0605 18:32:26.863202 1 shared_informer.go:357] "Caches are synced" controller="garbage collector"
==> kube-proxy [a95bb1b62418] <==
I0605 18:31:59.640771 1 server_linux.go:63] "Using iptables proxy"
I0605 18:32:00.141215 1 server.go:715] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0605 18:32:00.141293 1 server.go:245] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0605 18:32:00.634312 1 server.go:254] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0605 18:32:00.634376 1 server_linux.go:145] "Using iptables Proxier"
I0605 18:32:00.641784 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0605 18:32:00.723685 1 server.go:516] "Version info" version="v1.33.1"
I0605 18:32:00.723714 1 server.go:518] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0605 18:32:00.725946 1 config.go:199] "Starting service config controller"
I0605 18:32:00.725963 1 shared_informer.go:350] "Waiting for caches to sync" controller="service config"
I0605 18:32:00.725993 1 config.go:105] "Starting endpoint slice config controller"
I0605 18:32:00.725998 1 shared_informer.go:350] "Waiting for caches to sync" controller="endpoint slice config"
I0605 18:32:00.726012 1 config.go:440] "Starting serviceCIDR config controller"
I0605 18:32:00.726017 1 shared_informer.go:350] "Waiting for caches to sync" controller="serviceCIDR config"
I0605 18:32:00.726814 1 config.go:329] "Starting node config controller"
I0605 18:32:00.726822 1 shared_informer.go:350] "Waiting for caches to sync" controller="node config"
I0605 18:32:00.830643 1 shared_informer.go:357] "Caches are synced" controller="node config"
I0605 18:32:00.830689 1 shared_informer.go:357] "Caches are synced" controller="service config"
I0605 18:32:00.830727 1 shared_informer.go:357] "Caches are synced" controller="endpoint slice config"
I0605 18:32:00.830847 1 shared_informer.go:357] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [1c9a9ec763fe] <==
I0605 18:31:49.346851 1 shared_informer.go:350] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0605 18:31:49.346984 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I0605 18:31:49.347305 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0605 18:31:49.425728 1 reflector.go:200] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_amd64.s:1700" type="*v1.ConfigMap"
E0605 18:31:49.425890 1 reflector.go:200] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E0605 18:31:49.426581 1 reflector.go:200] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E0605 18:31:49.426040 1 reflector.go:200] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E0605 18:31:49.426047 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E0605 18:31:49.426100 1 reflector.go:200] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E0605 18:31:49.426129 1 reflector.go:200] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E0605 18:31:49.426233 1 reflector.go:200] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E0605 18:31:49.426336 1 reflector.go:200] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E0605 18:31:49.426340 1 reflector.go:200] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E0605 18:31:49.426441 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E0605 18:31:49.425971 1 reflector.go:200] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E0605 18:31:49.426688 1 reflector.go:200] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E0605 18:31:49.426976 1 reflector.go:200] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E0605 18:31:49.427051 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E0605 18:31:49.427178 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E0605 18:31:50.250234 1 reflector.go:200] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E0605 18:31:50.337515 1 reflector.go:200] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E0605 18:31:50.352085 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E0605 18:31:50.384410 1 reflector.go:200] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E0605 18:31:50.386268 1 reflector.go:200] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
I0605 18:31:50.947466 1 shared_informer.go:357] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Jun 05 18:35:51 addons-191833 kubelet[2661]: I0605 18:35:51.632135 2661 scope.go:117] "RemoveContainer" containerID="6c8d736db9169c7812b09f34305403a7628354433fcb6094a5dd0e1d66ed9f79"
Jun 05 18:35:51 addons-191833 kubelet[2661]: I0605 18:35:51.738096 2661 scope.go:117] "RemoveContainer" containerID="6c8d736db9169c7812b09f34305403a7628354433fcb6094a5dd0e1d66ed9f79"
Jun 05 18:35:53 addons-191833 kubelet[2661]: I0605 18:35:53.915284 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:35:53 addons-191833 kubelet[2661]: E0605 18:35:53.915540 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:35:54 addons-191833 kubelet[2661]: I0605 18:35:54.925677 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:35:54 addons-191833 kubelet[2661]: E0605 18:35:54.925927 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:35:59 addons-191833 kubelet[2661]: I0605 18:35:59.641345 2661 kubelet_pods.go:1019] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-mq24t" secret="" err="secret \"gcp-auth\" not found"
Jun 05 18:36:06 addons-191833 kubelet[2661]: I0605 18:36:06.629977 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:36:06 addons-191833 kubelet[2661]: E0605 18:36:06.630183 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:36:11 addons-191833 kubelet[2661]: E0605 18:36:11.263050 2661 secret.go:189] Couldn't get secret kube-system/registry-creds-gcr: secret "registry-creds-gcr" not found
Jun 05 18:36:11 addons-191833 kubelet[2661]: E0605 18:36:11.263170 2661 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5e782afc-a232-44d7-801a-bbdd9acbe3bb-gcr-creds podName:5e782afc-a232-44d7-801a-bbdd9acbe3bb nodeName:}" failed. No retries permitted until 2025-06-05 18:38:13.263136437 +0000 UTC m=+381.845279342 (durationBeforeRetry 2m2s). Error: MountVolume.SetUp failed for volume "gcr-creds" (UniqueName: "kubernetes.io/secret/5e782afc-a232-44d7-801a-bbdd9acbe3bb-gcr-creds") pod "registry-creds-6b69cdcdd5-glqcp" (UID: "5e782afc-a232-44d7-801a-bbdd9acbe3bb") : secret "registry-creds-gcr" not found
Jun 05 18:36:11 addons-191833 kubelet[2661]: I0605 18:36:11.631278 2661 kubelet_pods.go:1019] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/amd-gpu-device-plugin-kg7z2" secret="" err="secret \"gcp-auth\" not found"
Jun 05 18:36:12 addons-191833 kubelet[2661]: I0605 18:36:12.630453 2661 kubelet_pods.go:1019] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-694bd45846-k78hm" secret="" err="secret \"gcp-auth\" not found"
Jun 05 18:36:17 addons-191833 kubelet[2661]: I0605 18:36:17.630293 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:36:17 addons-191833 kubelet[2661]: E0605 18:36:17.630595 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:36:19 addons-191833 kubelet[2661]: E0605 18:36:19.631120 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[gcr-creds], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="kube-system/registry-creds-6b69cdcdd5-glqcp" podUID="5e782afc-a232-44d7-801a-bbdd9acbe3bb"
Jun 05 18:36:26 addons-191833 kubelet[2661]: I0605 18:36:26.630143 2661 kubelet_pods.go:1019] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-6sz4x" secret="" err="secret \"gcp-auth\" not found"
Jun 05 18:36:31 addons-191833 kubelet[2661]: I0605 18:36:31.633123 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:36:31 addons-191833 kubelet[2661]: E0605 18:36:31.634016 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:36:45 addons-191833 kubelet[2661]: I0605 18:36:45.630453 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:36:45 addons-191833 kubelet[2661]: E0605 18:36:45.630732 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:36:59 addons-191833 kubelet[2661]: I0605 18:36:59.630050 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:36:59 addons-191833 kubelet[2661]: E0605 18:36:59.630284 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
Jun 05 18:37:10 addons-191833 kubelet[2661]: I0605 18:37:10.630683 2661 scope.go:117] "RemoveContainer" containerID="96aecb94ea44e8dfc89f2e83c540f2c65fd42f90e36d4d38edda3025b575330d"
Jun 05 18:37:10 addons-191833 kubelet[2661]: E0605 18:37:10.630873 2661 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-dr2vr_gadget(21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6)\"" pod="gadget/gadget-dr2vr" podUID="21e9ad53-c034-4ab2-ba29-8ada1a3fe6f6"
==> storage-provisioner [5498ab0fdb9d] <==
W0605 18:36:46.942158 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:48.944708 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:48.948708 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:50.951521 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:50.955384 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:52.958179 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:52.961673 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:54.964175 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:54.967803 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:56.970046 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:56.973642 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:58.976231 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:36:58.979788 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:00.982295 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:00.986690 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:02.989518 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:02.993303 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:04.996229 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:05.000002 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:07.003058 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:07.007376 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:09.009853 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:09.014776 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:11.018219 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W0605 18:37:11.021906 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-191833 -n addons-191833
helpers_test.go:261: (dbg) Run: kubectl --context addons-191833 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-g2zqd ingress-nginx-admission-patch-frjxm registry-creds-6b69cdcdd5-glqcp
helpers_test.go:274: ======> post-mortem[TestAddons/serial/Volcano]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-191833 describe pod ingress-nginx-admission-create-g2zqd ingress-nginx-admission-patch-frjxm registry-creds-6b69cdcdd5-glqcp
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-191833 describe pod ingress-nginx-admission-create-g2zqd ingress-nginx-admission-patch-frjxm registry-creds-6b69cdcdd5-glqcp: exit status 1 (60.891142ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-g2zqd" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-frjxm" not found
Error from server (NotFound): pods "registry-creds-6b69cdcdd5-glqcp" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-191833 describe pod ingress-nginx-admission-create-g2zqd ingress-nginx-admission-patch-frjxm registry-creds-6b69cdcdd5-glqcp: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-amd64 -p addons-191833 addons disable volcano --alsologtostderr -v=1
--- FAIL: TestAddons/serial/Volcano (197.81s)