=== RUN   TestDownloadOnly/v1.20.0/json-events

aaa_download_only_test.go:81: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-459000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:81: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-459000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 : exit status 40 (18.544701833s)

-- stdout --

	{"specversion":"1.0","id":"fd78ad2a-a596-4a59-ad91-40744b9ab8d3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-459000] minikube v1.34.0 on Darwin 14.5 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"99f0835e-6944-4199-b2ba-d0a3b0cfba12","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19648"}}

	{"specversion":"1.0","id":"6ce07e24-0fa2-4304-8d5b-1771b3e21a25","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig"}}

	{"specversion":"1.0","id":"b031e0b6-499d-438f-9d57-302045e8eaff","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"bca10d67-d084-468e-a154-8c54e5064434","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"f72894c5-1252-4208-8559-3e4a5c9bfac4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube"}}

	{"specversion":"1.0","id":"ed37754c-9752-40ec-afad-9df4633b8aea","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"393d25cb-e185-42c4-866e-fe5760776fa8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"fb1bdf24-fd16-4ce2-b7d4-2ea12147f9c9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"5a0f0626-1cb6-45a9-bf67-d1978867b116","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"1cfbca29-1cff-4c96-bd6a-8dd147ecdeac","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"download-only-459000\" primary control-plane node in \"download-only-459000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"68d2d816-8ea8-41ba-940f-9423a0e77576","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.20.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"614295f8-2f90-4302-8421-84e851b06b44","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/19648-1056/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0] Decompressors:map[bz2:0x14000681010 gz:0x14000681018 tar:0x14000680fc0 tar.bz2:0x14000680fd0 tar.gz:0x14000680fe0 tar.xz:0x14000680ff0 tar.zst:0x14000681000 tbz2:0x14000680fd0 tgz:0x14

000680fe0 txz:0x14000680ff0 tzst:0x14000681000 xz:0x14000681020 zip:0x14000681030 zst:0x14000681028] Getters:map[file:0x14001516360 http:0x140007660a0 https:0x140007660f0] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"cd9c95b8-b73c-444b-827a-6e2bcd9827e6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0917 01:37:24.831456    1557 out.go:345] Setting OutFile to fd 1 ...

	I0917 01:37:24.831617    1557 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:37:24.831621    1557 out.go:358] Setting ErrFile to fd 2...

	I0917 01:37:24.831623    1557 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:37:24.831735    1557 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	W0917 01:37:24.831823    1557 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/19648-1056/.minikube/config/config.json: open /Users/jenkins/minikube-integration/19648-1056/.minikube/config/config.json: no such file or directory

	I0917 01:37:24.833192    1557 out.go:352] Setting JSON to true

	I0917 01:37:24.853545    1557 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":414,"bootTime":1726561830,"procs":470,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 01:37:24.853610    1557 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 01:37:24.858208    1557 out.go:97] [download-only-459000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 01:37:24.858355    1557 notify.go:220] Checking for updates...

	W0917 01:37:24.858377    1557 preload.go:293] Failed to list preload files: open /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball: no such file or directory

	I0917 01:37:24.861250    1557 out.go:169] MINIKUBE_LOCATION=19648

	I0917 01:37:24.864301    1557 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 01:37:24.868229    1557 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 01:37:24.871211    1557 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 01:37:24.874228    1557 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	W0917 01:37:24.879286    1557 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0917 01:37:24.879519    1557 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 01:37:24.883198    1557 out.go:97] Using the qemu2 driver based on user configuration

	I0917 01:37:24.883221    1557 start.go:297] selected driver: qemu2

	I0917 01:37:24.883236    1557 start.go:901] validating driver "qemu2" against <nil>

	I0917 01:37:24.883316    1557 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 01:37:24.886225    1557 out.go:169] Automatically selected the socket_vmnet network

	I0917 01:37:24.891960    1557 start_flags.go:393] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0917 01:37:24.892050    1557 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0917 01:37:24.892095    1557 cni.go:84] Creating CNI manager for ""

	I0917 01:37:24.892144    1557 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0917 01:37:24.892194    1557 start.go:340] cluster config:

	{Name:download-only-459000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-459000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Con

tainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSo

ck: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 01:37:24.897269    1557 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 01:37:24.902190    1557 out.go:97] Downloading VM boot image ...

	I0917 01:37:24.902204    1557 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso

	I0917 01:37:32.511796    1557 out.go:97] Starting "download-only-459000" primary control-plane node in "download-only-459000" cluster

	I0917 01:37:32.511824    1557 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0917 01:37:32.603171    1557 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0917 01:37:32.603199    1557 cache.go:56] Caching tarball of preloaded images

	I0917 01:37:32.603436    1557 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0917 01:37:32.607681    1557 out.go:97] Downloading Kubernetes v1.20.0 preload ...

	I0917 01:37:32.607689    1557 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0917 01:37:32.700044    1557 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4?checksum=md5:1a3e8f9b29e6affec63d76d0d3000942 -> /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0917 01:37:41.832399    1557 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0917 01:37:41.832581    1557 preload.go:254] verifying checksum of /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0917 01:37:42.527076    1557 cache.go:59] Finished verifying existence of preloaded tar for v1.20.0 on docker

	I0917 01:37:42.527278    1557 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/download-only-459000/config.json ...

	I0917 01:37:42.527296    1557 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/download-only-459000/config.json: {Name:mk627dcd15406011f4f6d1943d972dd426926a11 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:37:42.527514    1557 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0917 01:37:42.527759    1557 download.go:107] Downloading: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 -> /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/darwin/arm64/v1.20.0/kubectl

	I0917 01:37:43.302316    1557 out.go:193] 

	W0917 01:37:43.308767    1557 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/19648-1056/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0 0x1047997a0] Decompressors:map[bz2:0x14000681010 gz:0x14000681018 tar:0x14000680fc0 tar.bz2:0x14000680fd0 tar.gz:0x14000680fe0 tar.xz:0x14000680ff0 tar.zst:0x14000681000 tbz2:0x14000680fd0 tgz:0x14000680fe0 txz:0x14000680ff0 tzst:0x14000681000 xz:0x14000681020 zip:0x14000681030 zst:0x14000681028] Getters:map[file:0x14001516360 http:0x140007660a0 https:0x140007660f0] Dir:false ProgressList

ener:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0917 01:37:43.308797    1557 out_reason.go:110] 

	W0917 01:37:43.316623    1557 out.go:283] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 01:37:43.320725    1557 out.go:193] 

** /stderr **

aaa_download_only_test.go:83: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-459000" "--force" "--alsologtostderr" "--kubernetes-version=v1.20.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.20.0/json-events (18.55s)

=== RUN   TestDownloadOnly/v1.20.0/kubectl

aaa_download_only_test.go:175: expected the file for binary exist at "/Users/jenkins/minikube-integration/19648-1056/.minikube/cache/darwin/arm64/v1.20.0/kubectl" but got error stat /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/darwin/arm64/v1.20.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.20.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-152000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-152000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.981989209s)

-- stdout --

	* [offline-docker-152000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "offline-docker-152000" primary control-plane node in "offline-docker-152000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-152000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:31:34.349165    3950 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:31:34.349301    3950 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:34.349305    3950 out.go:358] Setting ErrFile to fd 2...

	I0917 02:31:34.349307    3950 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:34.349422    3950 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:31:34.350431    3950 out.go:352] Setting JSON to false

	I0917 02:31:34.368358    3950 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3664,"bootTime":1726561830,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:31:34.368428    3950 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:31:34.374141    3950 out.go:177] * [offline-docker-152000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:31:34.382113    3950 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:31:34.382111    3950 notify.go:220] Checking for updates...

	I0917 02:31:34.388984    3950 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:31:34.392077    3950 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:31:34.395163    3950 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:31:34.396285    3950 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:31:34.399094    3950 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:31:34.402509    3950 config.go:182] Loaded profile config "multinode-661000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:34.402581    3950 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:31:34.405928    3950 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 02:31:34.413085    3950 start.go:297] selected driver: qemu2

	I0917 02:31:34.413096    3950 start.go:901] validating driver "qemu2" against <nil>

	I0917 02:31:34.413104    3950 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:31:34.415233    3950 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 02:31:34.418099    3950 out.go:177] * Automatically selected the socket_vmnet network

	I0917 02:31:34.421254    3950 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 02:31:34.421270    3950 cni.go:84] Creating CNI manager for ""

	I0917 02:31:34.421299    3950 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 02:31:34.421308    3950 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0917 02:31:34.421340    3950 start.go:340] cluster config:

	{Name:offline-docker-152000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:offline-docker-152000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local C

ontainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bi

n/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:31:34.425196    3950 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:31:34.431049    3950 out.go:177] * Starting "offline-docker-152000" primary control-plane node in "offline-docker-152000" cluster

	I0917 02:31:34.435182    3950 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:31:34.435218    3950 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:31:34.435224    3950 cache.go:56] Caching tarball of preloaded images

	I0917 02:31:34.435297    3950 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:31:34.435302    3950 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:31:34.435363    3950 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/offline-docker-152000/config.json ...

	I0917 02:31:34.435376    3950 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/offline-docker-152000/config.json: {Name:mk414c2243d9d0677a780f970adf348582624ba1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 02:31:34.435667    3950 start.go:360] acquireMachinesLock for offline-docker-152000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:34.435701    3950 start.go:364] duration metric: took 26.5µs to acquireMachinesLock for "offline-docker-152000"

	I0917 02:31:34.435711    3950 start.go:93] Provisioning new machine with config: &{Name:offline-docker-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.31.1 ClusterName:offline-docker-152000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mou

ntOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:34.435736    3950 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:34.444080    3950 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:34.460265    3950 start.go:159] libmachine.API.Create for "offline-docker-152000" (driver="qemu2")

	I0917 02:31:34.460304    3950 client.go:168] LocalClient.Create starting

	I0917 02:31:34.460393    3950 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:34.460436    3950 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:34.460445    3950 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:34.460492    3950 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:34.460516    3950 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:34.460524    3950 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:34.460879    3950 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:34.617788    3950 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:34.698364    3950 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:34.698373    3950 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:34.698578    3950 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:34.804447    3950 main.go:141] libmachine: STDOUT: 

	I0917 02:31:34.804482    3950 main.go:141] libmachine: STDERR: 

	I0917 02:31:34.804590    3950 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2 +20000M

	I0917 02:31:34.818454    3950 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:34.818479    3950 main.go:141] libmachine: STDERR: 

	I0917 02:31:34.818517    3950 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:34.818526    3950 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:34.818548    3950 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:34.818595    3950 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/qemu.pid -device virtio-net-pci,netdev=net0,mac=02:f7:e5:9e:2e:3a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:34.820937    3950 main.go:141] libmachine: STDOUT: 

	I0917 02:31:34.820959    3950 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:34.820994    3950 client.go:171] duration metric: took 360.685167ms to LocalClient.Create

	I0917 02:31:36.823062    3950 start.go:128] duration metric: took 2.3873295s to createHost

	I0917 02:31:36.823079    3950 start.go:83] releasing machines lock for "offline-docker-152000", held for 2.387385333s

	W0917 02:31:36.823096    3950 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:36.836295    3950 out.go:177] * Deleting "offline-docker-152000" in qemu2 ...

	W0917 02:31:36.853502    3950 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:36.853512    3950 start.go:729] Will try again in 5 seconds ...

	I0917 02:31:41.855601    3950 start.go:360] acquireMachinesLock for offline-docker-152000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:41.855719    3950 start.go:364] duration metric: took 98.375µs to acquireMachinesLock for "offline-docker-152000"

	I0917 02:31:41.855747    3950 start.go:93] Provisioning new machine with config: &{Name:offline-docker-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.31.1 ClusterName:offline-docker-152000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mou

ntOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:41.855817    3950 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:41.866151    3950 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:41.882354    3950 start.go:159] libmachine.API.Create for "offline-docker-152000" (driver="qemu2")

	I0917 02:31:41.882390    3950 client.go:168] LocalClient.Create starting

	I0917 02:31:41.882453    3950 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:41.882488    3950 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:41.882497    3950 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:41.882541    3950 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:41.882564    3950 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:41.882569    3950 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:41.882906    3950 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:42.075493    3950 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:42.237673    3950 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:42.237686    3950 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:42.237955    3950 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:42.249241    3950 main.go:141] libmachine: STDOUT: 

	I0917 02:31:42.249264    3950 main.go:141] libmachine: STDERR: 

	I0917 02:31:42.249359    3950 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2 +20000M

	I0917 02:31:42.258784    3950 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:42.258804    3950 main.go:141] libmachine: STDERR: 

	I0917 02:31:42.258819    3950 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:42.258825    3950 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:42.258833    3950 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:42.258880    3950 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/qemu.pid -device virtio-net-pci,netdev=net0,mac=8e:1d:21:3b:7d:f9 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/offline-docker-152000/disk.qcow2

	I0917 02:31:42.260921    3950 main.go:141] libmachine: STDOUT: 

	I0917 02:31:42.260940    3950 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:42.260960    3950 client.go:171] duration metric: took 378.566083ms to LocalClient.Create

	I0917 02:31:44.263166    3950 start.go:128] duration metric: took 2.407323125s to createHost

	I0917 02:31:44.263365    3950 start.go:83] releasing machines lock for "offline-docker-152000", held for 2.407574458s

	W0917 02:31:44.263748    3950 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-152000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-152000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:44.273263    3950 out.go:201] 

	W0917 02:31:44.277347    3950 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:31:44.277395    3950 out.go:270] * 

	* 

	W0917 02:31:44.280058    3950 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:31:44.288306    3950 out.go:201] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-152000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:629: *** TestOffline FAILED at 2024-09-17 02:31:44.303134 -0700 PDT m=+3259.588041793

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-152000 -n offline-docker-152000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-152000 -n offline-docker-152000: exit status 7 (68.091875ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-152000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-152000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-152000

--- FAIL: TestOffline (10.13s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:332: registry stabilized in 1.898083ms

addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

helpers_test.go:344: "registry-66c9cd494c-2rpt2" [d249abf4-4b5e-493f-9c58-7f33d9b1ff7c] Running

addons_test.go:334: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.021937333s

addons_test.go:337: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...

helpers_test.go:344: "registry-proxy-gr45x" [408375c4-f267-45e0-b73e-2342a51e46e4] Running

addons_test.go:337: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.008717167s

addons_test.go:342: (dbg) Run:  kubectl --context addons-401000 delete po -l run=registry-test --now

addons_test.go:347: (dbg) Run:  kubectl --context addons-401000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"

addons_test.go:347: (dbg) Non-zero exit: kubectl --context addons-401000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.049837333s)

-- stdout --

	pod "registry-test" deleted

-- /stdout --

** stderr ** 

	error: timed out waiting for the condition

** /stderr **

addons_test.go:349: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-401000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1

addons_test.go:353: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted

*

addons_test.go:361: (dbg) Run:  out/minikube-darwin-arm64 -p addons-401000 ip

2024/09/17 01:51:08 [DEBUG] GET http://192.168.105.2:5000

addons_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 -p addons-401000 addons disable registry --alsologtostderr -v=1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-401000 -n addons-401000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-401000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	==> Audit <==

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |                 Args                 |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only              | download-only-459000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT |                     |

	|         | -p download-only-459000              |                      |         |         |                     |                     |

	|         | --force --alsologtostderr            |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.20.0         |                      |         |         |                     |                     |

	|         | --container-runtime=docker           |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | --all                                | minikube             | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| delete  | -p download-only-459000              | download-only-459000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| start   | -o=json --download-only              | download-only-406000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT |                     |

	|         | -p download-only-406000              |                      |         |         |                     |                     |

	|         | --force --alsologtostderr            |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.31.1         |                      |         |         |                     |                     |

	|         | --container-runtime=docker           |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | --all                                | minikube             | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| delete  | -p download-only-406000              | download-only-406000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| delete  | -p download-only-459000              | download-only-459000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| delete  | -p download-only-406000              | download-only-406000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| start   | --download-only -p                   | binary-mirror-969000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT |                     |

	|         | binary-mirror-969000                 |                      |         |         |                     |                     |

	|         | --alsologtostderr                    |                      |         |         |                     |                     |

	|         | --binary-mirror                      |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49311               |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-969000              | binary-mirror-969000 | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:37 PDT |

	| addons  | disable dashboard -p                 | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT |                     |

	|         | addons-401000                        |                      |         |         |                     |                     |

	| addons  | enable dashboard -p                  | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT |                     |

	|         | addons-401000                        |                      |         |         |                     |                     |

	| start   | -p addons-401000 --wait=true         | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:37 PDT | 17 Sep 24 01:41 PDT |

	|         | --memory=4000 --alsologtostderr      |                      |         |         |                     |                     |

	|         | --addons=registry                    |                      |         |         |                     |                     |

	|         | --addons=metrics-server              |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots             |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver         |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                    |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner               |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget            |                      |         |         |                     |                     |

	|         | --addons=storage-provisioner-rancher |                      |         |         |                     |                     |

	|         | --addons=nvidia-device-plugin        |                      |         |         |                     |                     |

	|         | --addons=yakd --addons=volcano       |                      |         |         |                     |                     |

	|         | --driver=qemu2  --addons=ingress     |                      |         |         |                     |                     |

	|         | --addons=ingress-dns                 |                      |         |         |                     |                     |

	| addons  | addons-401000 addons disable         | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:41 PDT | 17 Sep 24 01:41 PDT |

	|         | volcano --alsologtostderr -v=1       |                      |         |         |                     |                     |

	| addons  | addons-401000 addons                 | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:50 PDT | 17 Sep 24 01:50 PDT |

	|         | disable csi-hostpath-driver          |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1               |                      |         |         |                     |                     |

	| addons  | addons-401000 addons                 | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:50 PDT | 17 Sep 24 01:50 PDT |

	|         | disable volumesnapshots              |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1               |                      |         |         |                     |                     |

	| addons  | addons-401000 addons disable         | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:50 PDT | 17 Sep 24 01:51 PDT |

	|         | yakd --alsologtostderr -v=1          |                      |         |         |                     |                     |

	| addons  | disable nvidia-device-plugin         | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:51 PDT | 17 Sep 24 01:51 PDT |

	|         | -p addons-401000                     |                      |         |         |                     |                     |

	| ip      | addons-401000 ip                     | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:51 PDT | 17 Sep 24 01:51 PDT |

	| addons  | addons-401000 addons disable         | addons-401000        | jenkins | v1.34.0 | 17 Sep 24 01:51 PDT | 17 Sep 24 01:51 PDT |

	|         | registry --alsologtostderr           |                      |         |         |                     |                     |

	|         | -v=1                                 |                      |         |         |                     |                     |

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/09/17 01:37:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.23.0 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0917 01:37:54.939914    1634 out.go:345] Setting OutFile to fd 1 ...

	I0917 01:37:54.940042    1634 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:37:54.940046    1634 out.go:358] Setting ErrFile to fd 2...

	I0917 01:37:54.940049    1634 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:37:54.940167    1634 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 01:37:54.941204    1634 out.go:352] Setting JSON to false

	I0917 01:37:54.958063    1634 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":444,"bootTime":1726561830,"procs":467,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 01:37:54.958130    1634 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 01:37:54.963195    1634 out.go:177] * [addons-401000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 01:37:54.970169    1634 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 01:37:54.970215    1634 notify.go:220] Checking for updates...

	I0917 01:37:54.977053    1634 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 01:37:54.982114    1634 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 01:37:54.985176    1634 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 01:37:54.988070    1634 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 01:37:54.991131    1634 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 01:37:54.994260    1634 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 01:37:54.998029    1634 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 01:37:55.005098    1634 start.go:297] selected driver: qemu2

	I0917 01:37:55.005104    1634 start.go:901] validating driver "qemu2" against <nil>

	I0917 01:37:55.005111    1634 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 01:37:55.007428    1634 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 01:37:55.010073    1634 out.go:177] * Automatically selected the socket_vmnet network

	I0917 01:37:55.013217    1634 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 01:37:55.013232    1634 cni.go:84] Creating CNI manager for ""

	I0917 01:37:55.013253    1634 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 01:37:55.013262    1634 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0917 01:37:55.013291    1634 start.go:340] cluster config:

	{Name:addons-401000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-401000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:

docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_c

lient SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 01:37:55.017103    1634 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 01:37:55.026085    1634 out.go:177] * Starting "addons-401000" primary control-plane node in "addons-401000" cluster

	I0917 01:37:55.030101    1634 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 01:37:55.030116    1634 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 01:37:55.030123    1634 cache.go:56] Caching tarball of preloaded images

	I0917 01:37:55.030183    1634 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 01:37:55.030189    1634 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 01:37:55.030390    1634 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/config.json ...

	I0917 01:37:55.030402    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/config.json: {Name:mk139a920867ff9c91d0580383c88259c79d3908 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:37:55.030775    1634 start.go:360] acquireMachinesLock for addons-401000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 01:37:55.030850    1634 start.go:364] duration metric: took 69.041µs to acquireMachinesLock for "addons-401000"

	I0917 01:37:55.030861    1634 start.go:93] Provisioning new machine with config: &{Name:addons-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kube

rnetesVersion:v1.31.1 ClusterName:addons-401000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mou

ntPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 01:37:55.030893    1634 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 01:37:55.039104    1634 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0917 01:37:55.286159    1634 start.go:159] libmachine.API.Create for "addons-401000" (driver="qemu2")

	I0917 01:37:55.286210    1634 client.go:168] LocalClient.Create starting

	I0917 01:37:55.286393    1634 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 01:37:55.394360    1634 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 01:37:55.485227    1634 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 01:37:56.374451    1634 main.go:141] libmachine: Creating SSH key...

	I0917 01:37:56.671557    1634 main.go:141] libmachine: Creating Disk image...

	I0917 01:37:56.671568    1634 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 01:37:56.673434    1634 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2

	I0917 01:37:56.692943    1634 main.go:141] libmachine: STDOUT: 

	I0917 01:37:56.692981    1634 main.go:141] libmachine: STDERR: 

	I0917 01:37:56.693060    1634 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2 +20000M

	I0917 01:37:56.701373    1634 main.go:141] libmachine: STDOUT: Image resized.

	I0917 01:37:56.701388    1634 main.go:141] libmachine: STDERR: 

	I0917 01:37:56.701415    1634 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2

	I0917 01:37:56.701424    1634 main.go:141] libmachine: Starting QEMU VM...

	I0917 01:37:56.701463    1634 qemu.go:418] Using hvf for hardware acceleration

	I0917 01:37:56.701495    1634 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/qemu.pid -device virtio-net-pci,netdev=net0,mac=ae:d4:93:62:cf:30 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/disk.qcow2

	I0917 01:37:56.758411    1634 main.go:141] libmachine: STDOUT: 

	I0917 01:37:56.758438    1634 main.go:141] libmachine: STDERR: 

	I0917 01:37:56.758441    1634 main.go:141] libmachine: Attempt 0

	I0917 01:37:56.758455    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:37:56.758518    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:37:56.758538    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:37:58.760715    1634 main.go:141] libmachine: Attempt 1

	I0917 01:37:58.760795    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:37:58.761146    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:37:58.761198    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:00.763448    1634 main.go:141] libmachine: Attempt 2

	I0917 01:38:00.763530    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:00.763786    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:38:00.763838    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:02.766005    1634 main.go:141] libmachine: Attempt 3

	I0917 01:38:02.766033    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:02.766146    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:38:02.766173    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:04.768222    1634 main.go:141] libmachine: Attempt 4

	I0917 01:38:04.768229    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:04.768347    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:38:04.768388    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:06.770425    1634 main.go:141] libmachine: Attempt 5

	I0917 01:38:06.770433    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:06.770472    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:38:06.770478    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:08.772534    1634 main.go:141] libmachine: Attempt 6

	I0917 01:38:08.772552    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:08.772634    1634 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0917 01:38:08.772645    1634 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66ea8fb4}

	I0917 01:38:10.774758    1634 main.go:141] libmachine: Attempt 7

	I0917 01:38:10.774783    1634 main.go:141] libmachine: Searching for ae:d4:93:62:cf:30 in /var/db/dhcpd_leases ...

	I0917 01:38:10.774901    1634 main.go:141] libmachine: Found 2 entries in /var/db/dhcpd_leases!

	I0917 01:38:10.774914    1634 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:ae:d4:93:62:cf:30 ID:1,ae:d4:93:62:cf:30 Lease:0x66ea9171}

	I0917 01:38:10.774917    1634 main.go:141] libmachine: Found match: ae:d4:93:62:cf:30

	I0917 01:38:10.774926    1634 main.go:141] libmachine: IP: 192.168.105.2

	I0917 01:38:10.774931    1634 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0917 01:38:12.797246    1634 machine.go:93] provisionDockerMachine start ...

	I0917 01:38:12.797980    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:12.798501    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:12.798520    1634 main.go:141] libmachine: About to run SSH command:

	hostname

	I0917 01:38:12.866335    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0917 01:38:12.866365    1634 buildroot.go:166] provisioning hostname "addons-401000"

	I0917 01:38:12.866491    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:12.866714    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:12.866728    1634 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-401000 && echo "addons-401000" | sudo tee /etc/hostname

	I0917 01:38:12.927165    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-401000

	I0917 01:38:12.927244    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:12.927403    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:12.927414    1634 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-401000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-401000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-401000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0917 01:38:12.979460    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0917 01:38:12.979477    1634 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19648-1056/.minikube CaCertPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19648-1056/.minikube}

	I0917 01:38:12.979498    1634 buildroot.go:174] setting up certificates

	I0917 01:38:12.979503    1634 provision.go:84] configureAuth start

	I0917 01:38:12.979507    1634 provision.go:143] copyHostCerts

	I0917 01:38:12.979631    1634 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.pem (1082 bytes)

	I0917 01:38:12.979866    1634 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19648-1056/.minikube/cert.pem (1123 bytes)

	I0917 01:38:12.980014    1634 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19648-1056/.minikube/key.pem (1675 bytes)

	I0917 01:38:12.980131    1634 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca-key.pem org=jenkins.addons-401000 san=[127.0.0.1 192.168.105.2 addons-401000 localhost minikube]

	I0917 01:38:13.076037    1634 provision.go:177] copyRemoteCerts

	I0917 01:38:13.076845    1634 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0917 01:38:13.076861    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:13.104695    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0917 01:38:13.113131    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0917 01:38:13.121498    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0917 01:38:13.129707    1634 provision.go:87] duration metric: took 150.186375ms to configureAuth

	I0917 01:38:13.129716    1634 buildroot.go:189] setting minikube options for container-runtime

	I0917 01:38:13.129831    1634 config.go:182] Loaded profile config "addons-401000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 01:38:13.129872    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:13.129958    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:13.129963    1634 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0917 01:38:13.172908    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0917 01:38:13.172915    1634 buildroot.go:70] root file system type: tmpfs

	I0917 01:38:13.172968    1634 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0917 01:38:13.173015    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:13.173114    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:13.173147    1634 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0917 01:38:13.221235    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0917 01:38:13.221287    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:13.221387    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:13.221396    1634 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0917 01:38:14.605188    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0917 01:38:14.605201    1634 machine.go:96] duration metric: took 1.807922s to provisionDockerMachine

	I0917 01:38:14.605208    1634 client.go:171] duration metric: took 19.31896025s to LocalClient.Create

	I0917 01:38:14.605220    1634 start.go:167] duration metric: took 19.319036041s to libmachine.API.Create "addons-401000"

	I0917 01:38:14.605224    1634 start.go:293] postStartSetup for "addons-401000" (driver="qemu2")

	I0917 01:38:14.605231    1634 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0917 01:38:14.605310    1634 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0917 01:38:14.605319    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:14.630022    1634 ssh_runner.go:195] Run: cat /etc/os-release

	I0917 01:38:14.631748    1634 info.go:137] Remote host: Buildroot 2023.02.9

	I0917 01:38:14.631759    1634 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19648-1056/.minikube/addons for local assets ...

	I0917 01:38:14.631853    1634 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19648-1056/.minikube/files for local assets ...

	I0917 01:38:14.631896    1634 start.go:296] duration metric: took 26.667542ms for postStartSetup

	I0917 01:38:14.632341    1634 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/config.json ...

	I0917 01:38:14.632550    1634 start.go:128] duration metric: took 19.601619625s to createHost

	I0917 01:38:14.632585    1634 main.go:141] libmachine: Using SSH client type: native

	I0917 01:38:14.632686    1634 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104e39190] 0x104e3b9d0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0917 01:38:14.632691    1634 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0917 01:38:14.677232    1634 main.go:141] libmachine: SSH cmd err, output: <nil>: 1726562294.976438836

	I0917 01:38:14.677243    1634 fix.go:216] guest clock: 1726562294.976438836

	I0917 01:38:14.677247    1634 fix.go:229] Guest: 2024-09-17 01:38:14.976438836 -0700 PDT Remote: 2024-09-17 01:38:14.632553 -0700 PDT m=+19.711477126 (delta=343.885836ms)

	I0917 01:38:14.677266    1634 fix.go:200] guest clock delta is within tolerance: 343.885836ms

	I0917 01:38:14.677268    1634 start.go:83] releasing machines lock for "addons-401000", held for 19.646379708s

	I0917 01:38:14.677593    1634 ssh_runner.go:195] Run: cat /version.json

	I0917 01:38:14.677605    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:14.677737    1634 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0917 01:38:14.677757    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:14.704355    1634 ssh_runner.go:195] Run: systemctl --version

	I0917 01:38:14.793112    1634 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0917 01:38:14.795843    1634 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0917 01:38:14.795894    1634 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0917 01:38:14.803560    1634 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0917 01:38:14.803585    1634 start.go:495] detecting cgroup driver to use...

	I0917 01:38:14.803730    1634 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0917 01:38:14.811543    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"

	I0917 01:38:14.815699    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0917 01:38:14.819710    1634 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0917 01:38:14.819737    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0917 01:38:14.823429    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0917 01:38:14.827096    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0917 01:38:14.830905    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0917 01:38:14.834931    1634 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0917 01:38:14.839039    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0917 01:38:14.842984    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0917 01:38:14.846846    1634 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0917 01:38:14.850917    1634 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0917 01:38:14.854684    1634 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0917 01:38:14.858360    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:14.950967    1634 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0917 01:38:14.962147    1634 start.go:495] detecting cgroup driver to use...

	I0917 01:38:14.962234    1634 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0917 01:38:14.973114    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0917 01:38:14.978324    1634 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0917 01:38:14.985511    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0917 01:38:14.990779    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0917 01:38:14.996499    1634 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0917 01:38:15.035023    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0917 01:38:15.042176    1634 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0917 01:38:15.048743    1634 ssh_runner.go:195] Run: which cri-dockerd

	I0917 01:38:15.049976    1634 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0917 01:38:15.053214    1634 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)

	I0917 01:38:15.059089    1634 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0917 01:38:15.142349    1634 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0917 01:38:15.226216    1634 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0917 01:38:15.226272    1634 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0917 01:38:15.232651    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:15.323000    1634 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0917 01:38:17.503713    1634 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.180689208s)

	I0917 01:38:17.503781    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0917 01:38:17.509500    1634 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0917 01:38:17.516086    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0917 01:38:17.521455    1634 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0917 01:38:17.605980    1634 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0917 01:38:17.690360    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:17.771838    1634 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0917 01:38:17.778488    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0917 01:38:17.783950    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:17.866457    1634 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0917 01:38:17.891746    1634 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0917 01:38:17.892585    1634 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0917 01:38:17.894930    1634 start.go:563] Will wait 60s for crictl version

	I0917 01:38:17.894977    1634 ssh_runner.go:195] Run: which crictl

	I0917 01:38:17.896442    1634 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0917 01:38:17.915304    1634 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.2.1

	RuntimeApiVersion:  v1

	I0917 01:38:17.915384    1634 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0917 01:38:17.927389    1634 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0917 01:38:17.941886    1634 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.2.1 ...

	I0917 01:38:17.942119    1634 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0917 01:38:17.943632    1634 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0917 01:38:17.947781    1634 kubeadm.go:883] updating cluster {Name:addons-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31

.1 ClusterName:addons-401000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort

:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0917 01:38:17.947827    1634 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 01:38:17.947878    1634 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0917 01:38:17.953003    1634 docker.go:685] Got preloaded images: 

	I0917 01:38:17.953011    1634 docker.go:691] registry.k8s.io/kube-apiserver:v1.31.1 wasn't preloaded

	I0917 01:38:17.953059    1634 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0917 01:38:17.956503    1634 ssh_runner.go:195] Run: which lz4

	I0917 01:38:17.958037    1634 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4

	I0917 01:38:17.959533    1634 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0917 01:38:17.959542    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (322160019 bytes)

	I0917 01:38:19.210725    1634 docker.go:649] duration metric: took 1.252738458s to copy over tarball

	I0917 01:38:19.210785    1634 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0917 01:38:20.149813    1634 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0917 01:38:20.164494    1634 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0917 01:38:20.167958    1634 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2631 bytes)

	I0917 01:38:20.174047    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:20.262607    1634 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0917 01:38:22.979022    1634 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.716394625s)

	I0917 01:38:22.979130    1634 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0917 01:38:22.985376    1634 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.31.1

	registry.k8s.io/kube-controller-manager:v1.31.1

	registry.k8s.io/kube-scheduler:v1.31.1

	registry.k8s.io/kube-proxy:v1.31.1

	registry.k8s.io/coredns/coredns:v1.11.3

	registry.k8s.io/etcd:3.5.15-0

	registry.k8s.io/pause:3.10

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0917 01:38:22.985384    1634 cache_images.go:84] Images are preloaded, skipping loading

	I0917 01:38:22.985390    1634 kubeadm.go:934] updating node { 192.168.105.2 8443 v1.31.1 docker true true} ...

	I0917 01:38:22.985449    1634 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-401000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.31.1 ClusterName:addons-401000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0917 01:38:22.985516    1634 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0917 01:38:23.013174    1634 cni.go:84] Creating CNI manager for ""

	I0917 01:38:23.013190    1634 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 01:38:23.013214    1634 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0917 01:38:23.013225    1634 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-401000 NodeName:addons-401000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0917 01:38:23.013301    1634 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-401000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.31.1

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%"

	  nodefs.inodesFree: "0%"

	  imagefs.available: "0%"

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0917 01:38:23.013374    1634 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1

	I0917 01:38:23.017397    1634 binaries.go:44] Found k8s binaries, skipping transfer

	I0917 01:38:23.017431    1634 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0917 01:38:23.020791    1634 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)

	I0917 01:38:23.026931    1634 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0917 01:38:23.033085    1634 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2158 bytes)

	I0917 01:38:23.040083    1634 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0917 01:38:23.041513    1634 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0917 01:38:23.045393    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:23.123554    1634 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0917 01:38:23.132816    1634 certs.go:68] Setting up /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000 for IP: 192.168.105.2

	I0917 01:38:23.132837    1634 certs.go:194] generating shared ca certs ...

	I0917 01:38:23.132858    1634 certs.go:226] acquiring lock for ca certs: {Name:mkff5fc329c6145be4c1381e1b58175b65aa8cb9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.133328    1634 certs.go:240] generating "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.key

	I0917 01:38:23.292015    1634 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.crt ...

	I0917 01:38:23.292026    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.crt: {Name:mk7ae385fd40848b34f09cbed899633401a8f8b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.292353    1634 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.key ...

	I0917 01:38:23.292358    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.key: {Name:mk15e4b072fe6cd91ccbf87418163e7b34b90757 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.292519    1634 certs.go:240] generating "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.key

	I0917 01:38:23.455987    1634 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.crt ...

	I0917 01:38:23.455997    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.crt: {Name:mka1359dca503891616d72206fe9048f273a4b80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.456432    1634 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.key ...

	I0917 01:38:23.456438    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.key: {Name:mkb234df1faa27798c8b2a8e767dbe91d892db34 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.456621    1634 certs.go:256] generating profile certs ...

	I0917 01:38:23.456659    1634 certs.go:363] generating signed profile cert for "minikube-user": /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.key

	I0917 01:38:23.456667    1634 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt with IP's: []

	I0917 01:38:23.514128    1634 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt ...

	I0917 01:38:23.514132    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: {Name:mkfcdf6a71e116f606f9fc6f82161c500887a104 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.514287    1634 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.key ...

	I0917 01:38:23.514292    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.key: {Name:mk0fdd11db44e3f9d77ab1689b74ba68915d5ed9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.514442    1634 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key.20c806b7

	I0917 01:38:23.514453    1634 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt.20c806b7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.105.2]

	I0917 01:38:23.590294    1634 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt.20c806b7 ...

	I0917 01:38:23.590298    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt.20c806b7: {Name:mk3f92b810703c0365d0d98b955199c5e2055319 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.590486    1634 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key.20c806b7 ...

	I0917 01:38:23.590492    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key.20c806b7: {Name:mkd9616e643fd283b006140765f9d1ca8c5d3812 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.590657    1634 certs.go:381] copying /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt.20c806b7 -> /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt

	I0917 01:38:23.590801    1634 certs.go:385] copying /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key.20c806b7 -> /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key

	I0917 01:38:23.590924    1634 certs.go:363] generating signed profile cert for "aggregator": /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.key

	I0917 01:38:23.590938    1634 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.crt with IP's: []

	I0917 01:38:23.646396    1634 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.crt ...

	I0917 01:38:23.646400    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.crt: {Name:mkdd6351cbea2a5fdc6cd3e0562e547876bdba26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.646552    1634 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.key ...

	I0917 01:38:23.646558    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.key: {Name:mk3c191c8fadbb20e705eff4ddd0fd96a0984bf2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:23.646839    1634 certs.go:484] found cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca-key.pem (1675 bytes)

	I0917 01:38:23.646876    1634 certs.go:484] found cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem (1082 bytes)

	I0917 01:38:23.646910    1634 certs.go:484] found cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem (1123 bytes)

	I0917 01:38:23.646942    1634 certs.go:484] found cert: /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/key.pem (1675 bytes)

	I0917 01:38:23.647377    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0917 01:38:23.656397    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0917 01:38:23.664585    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0917 01:38:23.672978    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0917 01:38:23.681117    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)

	I0917 01:38:23.689373    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0917 01:38:23.697578    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0917 01:38:23.706261    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0917 01:38:23.714737    1634 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19648-1056/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0917 01:38:23.723163    1634 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0917 01:38:23.730953    1634 ssh_runner.go:195] Run: openssl version

	I0917 01:38:23.733379    1634 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0917 01:38:23.737348    1634 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0917 01:38:23.738998    1634 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 17 08:38 /usr/share/ca-certificates/minikubeCA.pem

	I0917 01:38:23.739023    1634 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0917 01:38:23.741125    1634 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0917 01:38:23.744819    1634 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0917 01:38:23.746233    1634 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory

	I0917 01:38:23.746275    1634 kubeadm.go:392] StartCluster: {Name:addons-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1

ClusterName:addons-401000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0

MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 01:38:23.746351    1634 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0917 01:38:23.751704    1634 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0917 01:38:23.755351    1634 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0917 01:38:23.759069    1634 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0917 01:38:23.766222    1634 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0917 01:38:23.766231    1634 kubeadm.go:157] found existing configuration files:

	I0917 01:38:23.766277    1634 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf

	I0917 01:38:23.769784    1634 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/admin.conf: No such file or directory

	I0917 01:38:23.769818    1634 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf

	I0917 01:38:23.773209    1634 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf

	I0917 01:38:23.776502    1634 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/kubelet.conf: No such file or directory

	I0917 01:38:23.776549    1634 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf

	I0917 01:38:23.780300    1634 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf

	I0917 01:38:23.783980    1634 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/controller-manager.conf: No such file or directory

	I0917 01:38:23.784020    1634 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0917 01:38:23.787590    1634 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf

	I0917 01:38:23.791210    1634 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/scheduler.conf: No such file or directory

	I0917 01:38:23.791255    1634 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0917 01:38:23.794707    1634 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0917 01:38:23.816640    1634 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1

	I0917 01:38:23.816669    1634 kubeadm.go:310] [preflight] Running pre-flight checks

	I0917 01:38:23.852961    1634 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0917 01:38:23.853017    1634 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0917 01:38:23.853061    1634 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'

	I0917 01:38:23.858218    1634 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0917 01:38:23.865389    1634 out.go:235]   - Generating certificates and keys ...

	I0917 01:38:23.865423    1634 kubeadm.go:310] [certs] Using existing ca certificate authority

	I0917 01:38:23.865458    1634 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk

	I0917 01:38:23.940225    1634 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0917 01:38:24.122330    1634 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key

	I0917 01:38:24.187909    1634 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key

	I0917 01:38:24.230516    1634 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key

	I0917 01:38:24.329370    1634 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key

	I0917 01:38:24.329451    1634 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-401000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0917 01:38:24.453895    1634 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key

	I0917 01:38:24.453970    1634 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-401000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0917 01:38:24.511112    1634 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0917 01:38:24.616530    1634 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key

	I0917 01:38:24.741853    1634 kubeadm.go:310] [certs] Generating "sa" key and public key

	I0917 01:38:24.741891    1634 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0917 01:38:24.814536    1634 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0917 01:38:25.004067    1634 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file

	I0917 01:38:25.086238    1634 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0917 01:38:25.256368    1634 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0917 01:38:25.328328    1634 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0917 01:38:25.328513    1634 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0917 01:38:25.329698    1634 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0917 01:38:25.337580    1634 out.go:235]   - Booting up control plane ...

	I0917 01:38:25.337644    1634 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0917 01:38:25.337685    1634 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0917 01:38:25.337732    1634 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0917 01:38:25.339870    1634 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0917 01:38:25.342384    1634 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0917 01:38:25.342412    1634 kubeadm.go:310] [kubelet-start] Starting the kubelet

	I0917 01:38:25.438041    1634 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"

	I0917 01:38:25.438105    1634 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s

	I0917 01:38:25.946102    1634 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 507.57825ms

	I0917 01:38:25.946344    1634 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s

	I0917 01:38:28.946886    1634 kubeadm.go:310] [api-check] The API server is healthy after 3.001135752s

	I0917 01:38:28.959676    1634 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0917 01:38:28.970697    1634 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0917 01:38:28.982223    1634 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs

	I0917 01:38:28.982394    1634 kubeadm.go:310] [mark-control-plane] Marking the node addons-401000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0917 01:38:28.986996    1634 kubeadm.go:310] [bootstrap-token] Using token: 6lpdqj.p3xjxy7g59p0mdn8

	I0917 01:38:28.999812    1634 out.go:235]   - Configuring RBAC rules ...

	I0917 01:38:28.999883    1634 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0917 01:38:28.999931    1634 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0917 01:38:29.001952    1634 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0917 01:38:29.003004    1634 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0917 01:38:29.004158    1634 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0917 01:38:29.005582    1634 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0917 01:38:29.356249    1634 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0917 01:38:29.759786    1634 kubeadm.go:310] [addons] Applied essential addon: CoreDNS

	I0917 01:38:30.355643    1634 kubeadm.go:310] [addons] Applied essential addon: kube-proxy

	I0917 01:38:30.356979    1634 kubeadm.go:310] 

	I0917 01:38:30.357098    1634 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!

	I0917 01:38:30.357120    1634 kubeadm.go:310] 

	I0917 01:38:30.357270    1634 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:

	I0917 01:38:30.357292    1634 kubeadm.go:310] 

	I0917 01:38:30.357384    1634 kubeadm.go:310]   mkdir -p $HOME/.kube

	I0917 01:38:30.357499    1634 kubeadm.go:310]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0917 01:38:30.357630    1634 kubeadm.go:310]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0917 01:38:30.357645    1634 kubeadm.go:310] 

	I0917 01:38:30.357748    1634 kubeadm.go:310] Alternatively, if you are the root user, you can run:

	I0917 01:38:30.357760    1634 kubeadm.go:310] 

	I0917 01:38:30.357884    1634 kubeadm.go:310]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0917 01:38:30.357895    1634 kubeadm.go:310] 

	I0917 01:38:30.357971    1634 kubeadm.go:310] You should now deploy a pod network to the cluster.

	I0917 01:38:30.358192    1634 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0917 01:38:30.358345    1634 kubeadm.go:310]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0917 01:38:30.358354    1634 kubeadm.go:310] 

	I0917 01:38:30.358500    1634 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities

	I0917 01:38:30.358620    1634 kubeadm.go:310] and service account keys on each node and then running the following as root:

	I0917 01:38:30.358659    1634 kubeadm.go:310] 

	I0917 01:38:30.358798    1634 kubeadm.go:310]   kubeadm join control-plane.minikube.internal:8443 --token 6lpdqj.p3xjxy7g59p0mdn8 \

	I0917 01:38:30.358981    1634 kubeadm.go:310] 	--discovery-token-ca-cert-hash sha256:3105cdadd1e1eaa420c61face26906cf5212dd9c9efeb8ef9725bc0a50fd268d \

	I0917 01:38:30.359053    1634 kubeadm.go:310] 	--control-plane 

	I0917 01:38:30.359065    1634 kubeadm.go:310] 

	I0917 01:38:30.359224    1634 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:

	I0917 01:38:30.359233    1634 kubeadm.go:310] 

	I0917 01:38:30.359351    1634 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 6lpdqj.p3xjxy7g59p0mdn8 \

	I0917 01:38:30.359528    1634 kubeadm.go:310] 	--discovery-token-ca-cert-hash sha256:3105cdadd1e1eaa420c61face26906cf5212dd9c9efeb8ef9725bc0a50fd268d 

	I0917 01:38:30.360056    1634 kubeadm.go:310] W0917 08:38:24.113916    1597 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.

	I0917 01:38:30.360607    1634 kubeadm.go:310] W0917 08:38:24.114543    1597 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.

	I0917 01:38:30.360779    1634 kubeadm.go:310] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0917 01:38:30.360801    1634 cni.go:84] Creating CNI manager for ""

	I0917 01:38:30.360821    1634 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 01:38:30.364561    1634 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0917 01:38:30.375511    1634 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0917 01:38:30.383353    1634 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)

	I0917 01:38:30.394842    1634 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0917 01:38:30.394933    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:30.394959    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-401000 minikube.k8s.io/updated_at=2024_09_17T01_38_30_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=9256ba43b41ea130fa48757ddb8d93db00574f61 minikube.k8s.io/name=addons-401000 minikube.k8s.io/primary=true

	I0917 01:38:30.456899    1634 ops.go:34] apiserver oom_adj: -16

	I0917 01:38:30.457077    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:30.958136    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:31.459321    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:31.959201    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:32.458216    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:32.959214    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:33.459333    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:33.959217    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:34.459185    1634 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0917 01:38:34.504411    1634 kubeadm.go:1113] duration metric: took 4.109553959s to wait for elevateKubeSystemPrivileges

	I0917 01:38:34.504425    1634 kubeadm.go:394] duration metric: took 10.758135625s to StartCluster

	I0917 01:38:34.504435    1634 settings.go:142] acquiring lock: {Name:mk2d861f3b7e502753ec34b4d96136a66d57e5dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:34.504614    1634 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 01:38:34.504897    1634 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/kubeconfig: {Name:mkb79e559d17024b096623143f764244ebf5b237 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 01:38:34.505141    1634 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0917 01:38:34.505152    1634 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 01:38:34.505191    1634 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]

	I0917 01:38:34.505242    1634 addons.go:69] Setting yakd=true in profile "addons-401000"

	I0917 01:38:34.505250    1634 addons.go:234] Setting addon yakd=true in "addons-401000"

	I0917 01:38:34.505263    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505278    1634 config.go:182] Loaded profile config "addons-401000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 01:38:34.505309    1634 addons.go:69] Setting inspektor-gadget=true in profile "addons-401000"

	I0917 01:38:34.505314    1634 addons.go:69] Setting volcano=true in profile "addons-401000"

	I0917 01:38:34.505311    1634 addons.go:69] Setting storage-provisioner=true in profile "addons-401000"

	I0917 01:38:34.505318    1634 addons.go:234] Setting addon inspektor-gadget=true in "addons-401000"

	I0917 01:38:34.505319    1634 addons.go:234] Setting addon volcano=true in "addons-401000"

	I0917 01:38:34.505321    1634 addons.go:234] Setting addon storage-provisioner=true in "addons-401000"

	I0917 01:38:34.505328    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505335    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505338    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505376    1634 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-401000"

	I0917 01:38:34.505388    1634 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-401000"

	I0917 01:38:34.505396    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505429    1634 addons.go:69] Setting default-storageclass=true in profile "addons-401000"

	I0917 01:38:34.505460    1634 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-401000"

	I0917 01:38:34.505610    1634 addons.go:69] Setting gcp-auth=true in profile "addons-401000"

	I0917 01:38:34.505612    1634 addons.go:69] Setting registry=true in profile "addons-401000"

	I0917 01:38:34.505617    1634 addons.go:234] Setting addon registry=true in "addons-401000"

	I0917 01:38:34.505617    1634 mustload.go:65] Loading cluster: addons-401000

	I0917 01:38:34.505624    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505646    1634 retry.go:31] will retry after 510.157776ms: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505655    1634 addons.go:69] Setting metrics-server=true in profile "addons-401000"

	I0917 01:38:34.505659    1634 addons.go:234] Setting addon metrics-server=true in "addons-401000"

	I0917 01:38:34.505665    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505688    1634 config.go:182] Loaded profile config "addons-401000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 01:38:34.505693    1634 addons.go:69] Setting volumesnapshots=true in profile "addons-401000"

	I0917 01:38:34.505697    1634 addons.go:234] Setting addon volumesnapshots=true in "addons-401000"

	I0917 01:38:34.505704    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505803    1634 retry.go:31] will retry after 1.194074298s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505688    1634 retry.go:31] will retry after 1.253233414s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505810    1634 addons.go:69] Setting ingress=true in profile "addons-401000"

	I0917 01:38:34.505814    1634 addons.go:234] Setting addon ingress=true in "addons-401000"

	I0917 01:38:34.505820    1634 retry.go:31] will retry after 823.24978ms: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505824    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505827    1634 addons.go:69] Setting cloud-spanner=true in profile "addons-401000"

	I0917 01:38:34.505830    1634 addons.go:234] Setting addon cloud-spanner=true in "addons-401000"

	I0917 01:38:34.505837    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505869    1634 retry.go:31] will retry after 1.009176137s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505915    1634 retry.go:31] will retry after 1.468634096s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505921    1634 addons.go:69] Setting ingress-dns=true in profile "addons-401000"

	I0917 01:38:34.505952    1634 retry.go:31] will retry after 574.45518ms: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505947    1634 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-401000"

	I0917 01:38:34.506002    1634 retry.go:31] will retry after 1.032644417s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.506007    1634 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-401000"

	I0917 01:38:34.506032    1634 retry.go:31] will retry after 1.314444919s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.506032    1634 retry.go:31] will retry after 1.051701228s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.505971    1634 addons.go:234] Setting addon ingress-dns=true in "addons-401000"

	I0917 01:38:34.506045    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.506056    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:34.505920    1634 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-401000"

	I0917 01:38:34.506082    1634 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-401000"

	I0917 01:38:34.506202    1634 retry.go:31] will retry after 1.459307177s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.506236    1634 retry.go:31] will retry after 1.122101506s: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.506255    1634 retry.go:31] will retry after 895.351224ms: connect: dial unix /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/monitor: connect: connection refused

	I0917 01:38:34.508739    1634 out.go:177] * Verifying Kubernetes components...

	I0917 01:38:34.516618    1634 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0

	I0917 01:38:34.521864    1634 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0917 01:38:34.521872    1634 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0917 01:38:34.525622    1634 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0917 01:38:34.525629    1634 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0917 01:38:34.525637    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:34.529717    1634 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0917 01:38:34.529727    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0917 01:38:34.529733    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:34.555968    1634 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0917 01:38:34.631904    1634 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0917 01:38:34.660404    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0917 01:38:34.678774    1634 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0917 01:38:34.678790    1634 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0917 01:38:34.706561    1634 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml

	I0917 01:38:34.706574    1634 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0917 01:38:34.719442    1634 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0917 01:38:34.719454    1634 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0917 01:38:34.740245    1634 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0917 01:38:34.740258    1634 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0917 01:38:34.768694    1634 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0917 01:38:34.768711    1634 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0917 01:38:34.777164    1634 start.go:971] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0917 01:38:34.778639    1634 node_ready.go:35] waiting up to 6m0s for node "addons-401000" to be "Ready" ...

	I0917 01:38:34.783585    1634 node_ready.go:49] node "addons-401000" has status "Ready":"True"

	I0917 01:38:34.783603    1634 node_ready.go:38] duration metric: took 4.943458ms for node "addons-401000" to be "Ready" ...

	I0917 01:38:34.783607    1634 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0917 01:38:34.787643    1634 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:34.788741    1634 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml

	I0917 01:38:34.788752    1634 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0917 01:38:34.798552    1634 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0917 01:38:34.798562    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)

	I0917 01:38:34.809648    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0917 01:38:35.021696    1634 out.go:177]   - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2

	I0917 01:38:35.024712    1634 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0917 01:38:35.024721    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)

	I0917 01:38:35.024731    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.052891    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0917 01:38:35.083408    1634 addons.go:234] Setting addon default-storageclass=true in "addons-401000"

	I0917 01:38:35.083428    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:35.084012    1634 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml

	I0917 01:38:35.084020    1634 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0917 01:38:35.084026    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.128043    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0917 01:38:35.281876    1634 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-401000" context rescaled to 1 replicas

	I0917 01:38:35.334686    1634 out.go:177]   - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6

	I0917 01:38:35.341646    1634 out.go:177]   - Using image docker.io/registry:2.8.3

	I0917 01:38:35.345695    1634 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml

	I0917 01:38:35.345704    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)

	I0917 01:38:35.345714    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.381319    1634 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml

	I0917 01:38:35.381331    1634 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)

	I0917 01:38:35.388776    1634 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml

	I0917 01:38:35.388786    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)

	I0917 01:38:35.396770    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml

	I0917 01:38:35.408862    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0917 01:38:35.418650    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0917 01:38:35.428714    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0917 01:38:35.434702    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0917 01:38:35.440642    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0917 01:38:35.448275    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0917 01:38:35.457718    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0917 01:38:35.467743    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0917 01:38:35.470648    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0917 01:38:35.470661    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0917 01:38:35.470673    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.507520    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0917 01:38:35.507531    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0917 01:38:35.519736    1634 out.go:177]   - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2

	I0917 01:38:35.523784    1634 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml

	I0917 01:38:35.523796    1634 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)

	I0917 01:38:35.523808    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.524084    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0917 01:38:35.524093    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0917 01:38:35.543712    1634 out.go:177]   - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0

	I0917 01:38:35.553685    1634 out.go:177]   - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0

	I0917 01:38:35.557340    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0917 01:38:35.557349    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0917 01:38:35.560714    1634 out.go:177]   - Using image docker.io/volcanosh/vc-scheduler:v1.9.0

	I0917 01:38:35.563590    1634 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23

	I0917 01:38:35.567144    1634 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml

	I0917 01:38:35.567151    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)

	I0917 01:38:35.567162    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.569920    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0917 01:38:35.569927    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0917 01:38:35.572927    1634 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml

	I0917 01:38:35.572936    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)

	I0917 01:38:35.572944    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.579505    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0917 01:38:35.579517    1634 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0917 01:38:35.596060    1634 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml

	I0917 01:38:35.596070    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)

	I0917 01:38:35.609358    1634 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml

	I0917 01:38:35.609371    1634 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)

	I0917 01:38:35.617253    1634 addons.go:475] Verifying addon registry=true in "addons-401000"

	I0917 01:38:35.620255    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0917 01:38:35.620263    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0917 01:38:35.621764    1634 out.go:177] * Verifying registry addon...

	I0917 01:38:35.622446    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml

	I0917 01:38:35.626118    1634 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0917 01:38:35.632748    1634 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3

	I0917 01:38:35.635736    1634 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0917 01:38:35.635744    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0917 01:38:35.635754    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.636026    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0917 01:38:35.636031    1634 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0917 01:38:35.636279    1634 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry

	I0917 01:38:35.636285    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:35.640972    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0917 01:38:35.660330    1634 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml

	I0917 01:38:35.660344    1634 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)

	I0917 01:38:35.671428    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0917 01:38:35.671438    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0917 01:38:35.701063    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:35.722918    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0917 01:38:35.722928    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0917 01:38:35.722990    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml

	I0917 01:38:35.778620    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0917 01:38:35.778637    1634 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0917 01:38:35.778688    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0917 01:38:35.833541    1634 out.go:177]   - Using image docker.io/marcnuri/yakd:0.0.5

	I0917 01:38:35.837710    1634 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2

	I0917 01:38:35.840690    1634 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml

	I0917 01:38:35.840700    1634 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)

	I0917 01:38:35.840709    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.838063    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0917 01:38:35.847060    1634 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0917 01:38:35.852691    1634 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0917 01:38:35.855825    1634 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0917 01:38:35.855835    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)

	I0917 01:38:35.855846    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:35.968080    1634 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-401000"

	I0917 01:38:35.968103    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:36.010788    1634 out.go:177]   - Using image docker.io/busybox:stable

	I0917 01:38:36.014765    1634 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0917 01:38:36.021755    1634 out.go:177]   - Using image docker.io/rancher/local-path-provisioner:v0.0.22

	I0917 01:38:36.021755    1634 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0917 01:38:36.021849    1634 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0917 01:38:36.021866    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:36.025254    1634 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0917 01:38:36.025265    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)

	I0917 01:38:36.025274    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:36.130475    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:36.149148    1634 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0917 01:38:36.149162    1634 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0917 01:38:36.155815    1634 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml

	I0917 01:38:36.155829    1634 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)

	I0917 01:38:36.217994    1634 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0917 01:38:36.218007    1634 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0917 01:38:36.266009    1634 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0917 01:38:36.266027    1634 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0917 01:38:36.281178    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0917 01:38:36.301865    1634 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml

	I0917 01:38:36.301878    1634 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)

	I0917 01:38:36.342995    1634 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0917 01:38:36.343008    1634 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0917 01:38:36.366167    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0917 01:38:36.405131    1634 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0917 01:38:36.405144    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0917 01:38:36.408293    1634 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml

	I0917 01:38:36.408302    1634 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)

	I0917 01:38:36.470368    1634 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml

	I0917 01:38:36.470377    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)

	I0917 01:38:36.578056    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0917 01:38:36.601302    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml

	I0917 01:38:36.629703    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:36.792407    1634 pod_ready.go:103] pod "etcd-addons-401000" in "kube-system" namespace has status "Ready":"False"

	I0917 01:38:37.149955    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:37.629616    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:38.192121    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:38.656348    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:38.834654    1634 pod_ready.go:103] pod "etcd-addons-401000" in "kube-system" namespace has status "Ready":"False"

	I0917 01:38:39.134624    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:39.271095    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.6300985s)

	I0917 01:38:39.271119    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (3.548113916s)

	I0917 01:38:39.271129    1634 addons.go:475] Verifying addon metrics-server=true in "addons-401000"

	I0917 01:38:39.271145    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.492443416s)

	I0917 01:38:39.271237    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (3.648777458s)

	I0917 01:38:39.538679    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (3.2574785s)

	I0917 01:38:39.538696    1634 addons.go:475] Verifying addon ingress=true in "addons-401000"

	I0917 01:38:39.538707    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.69795625s)

	I0917 01:38:39.538716    1634 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-401000"

	I0917 01:38:39.538764    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.172576167s)

	I0917 01:38:39.538860    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.960785791s)

	W0917 01:38:39.538871    1634 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0917 01:38:39.538883    1634 retry.go:31] will retry after 135.507977ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0917 01:38:39.538885    1634 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (2.937564875s)

	I0917 01:38:39.542660    1634 out.go:177] * Verifying ingress addon...

	I0917 01:38:39.552673    1634 out.go:177] * Verifying csi-hostpath-driver addon...

	I0917 01:38:39.552673    1634 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:

		minikube -p addons-401000 service yakd-dashboard -n yakd-dashboard

	I0917 01:38:39.561688    1634 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0917 01:38:39.563986    1634 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0917 01:38:39.571546    1634 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0917 01:38:39.572416    1634 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0917 01:38:39.572422    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:39.674610    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0917 01:38:39.682063    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:39.793728    1634 pod_ready.go:93] pod "etcd-addons-401000" in "kube-system" namespace has status "Ready":"True"

	I0917 01:38:39.793738    1634 pod_ready.go:82] duration metric: took 5.006070458s for pod "etcd-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:39.793742    1634 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:40.069762    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:40.169856    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:40.566291    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:40.628838    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:41.071695    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:41.178008    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:41.567980    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:41.631017    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:41.799102    1634 pod_ready.go:103] pod "kube-apiserver-addons-401000" in "kube-system" namespace has status "Ready":"False"

	I0917 01:38:42.066088    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:42.167496    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:42.566514    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:42.630098    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:43.066200    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:43.168195    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:43.514108    1634 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0917 01:38:43.514125    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:43.541255    1634 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0917 01:38:43.548292    1634 addons.go:234] Setting addon gcp-auth=true in "addons-401000"

	I0917 01:38:43.548313    1634 host.go:66] Checking if "addons-401000" exists ...

	I0917 01:38:43.549017    1634 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0917 01:38:43.549024    1634 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/addons-401000/id_rsa Username:docker}

	I0917 01:38:43.565910    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:43.576697    1634 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0917 01:38:43.582659    1634 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2

	I0917 01:38:43.588711    1634 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0917 01:38:43.588718    1634 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0917 01:38:43.594981    1634 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0917 01:38:43.594988    1634 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0917 01:38:43.601485    1634 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0917 01:38:43.601491    1634 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)

	I0917 01:38:43.610266    1634 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0917 01:38:43.629992    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:43.875761    1634 addons.go:475] Verifying addon gcp-auth=true in "addons-401000"

	I0917 01:38:43.881925    1634 out.go:177] * Verifying gcp-auth addon...

	I0917 01:38:43.889162    1634 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0917 01:38:43.890349    1634 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0917 01:38:44.266469    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:44.266710    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:44.298380    1634 pod_ready.go:93] pod "kube-apiserver-addons-401000" in "kube-system" namespace has status "Ready":"True"

	I0917 01:38:44.298388    1634 pod_ready.go:82] duration metric: took 4.50463525s for pod "kube-apiserver-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:44.298393    1634 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:44.300406    1634 pod_ready.go:93] pod "kube-controller-manager-addons-401000" in "kube-system" namespace has status "Ready":"True"

	I0917 01:38:44.300412    1634 pod_ready.go:82] duration metric: took 2.016083ms for pod "kube-controller-manager-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:44.300417    1634 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:44.566387    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:44.629918    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:44.805181    1634 pod_ready.go:93] pod "kube-scheduler-addons-401000" in "kube-system" namespace has status "Ready":"True"

	I0917 01:38:44.805190    1634 pod_ready.go:82] duration metric: took 504.769292ms for pod "kube-scheduler-addons-401000" in "kube-system" namespace to be "Ready" ...

	I0917 01:38:44.805194    1634 pod_ready.go:39] duration metric: took 10.021562625s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0917 01:38:44.805204    1634 api_server.go:52] waiting for apiserver process to appear ...

	I0917 01:38:44.805273    1634 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0917 01:38:44.811702    1634 api_server.go:72] duration metric: took 10.306521459s to wait for apiserver process to appear ...

	I0917 01:38:44.811711    1634 api_server.go:88] waiting for apiserver healthz status ...

	I0917 01:38:44.811718    1634 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0917 01:38:44.814421    1634 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0917 01:38:44.815008    1634 api_server.go:141] control plane version: v1.31.1

	I0917 01:38:44.815019    1634 api_server.go:131] duration metric: took 3.305667ms to wait for apiserver health ...

	I0917 01:38:44.815022    1634 system_pods.go:43] waiting for kube-system pods to appear ...

	I0917 01:38:44.819951    1634 system_pods.go:59] 17 kube-system pods found

	I0917 01:38:44.819960    1634 system_pods.go:61] "coredns-7c65d6cfc9-x9mm5" [9e357140-c4b3-4916-a393-59bc703e83fb] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])

	I0917 01:38:44.819963    1634 system_pods.go:61] "csi-hostpath-attacher-0" [11ce4f2a-3afc-4776-9437-f114015733ce] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0917 01:38:44.819967    1634 system_pods.go:61] "csi-hostpath-resizer-0" [91ccaa85-dce6-46c1-b8c9-d7623f464fdb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0917 01:38:44.819969    1634 system_pods.go:61] "csi-hostpathplugin-bkvd8" [5d95032a-42c3-46f9-8ad8-f9b3e6d7695b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0917 01:38:44.819974    1634 system_pods.go:61] "etcd-addons-401000" [98505331-65a5-4d04-94c5-8593d542c352] Running

	I0917 01:38:44.819976    1634 system_pods.go:61] "kube-apiserver-addons-401000" [12b0122a-1086-4866-a54e-7aa00c75563d] Running

	I0917 01:38:44.819978    1634 system_pods.go:61] "kube-controller-manager-addons-401000" [55e4791a-706f-4645-8a75-7e492a5ea647] Running

	I0917 01:38:44.819981    1634 system_pods.go:61] "kube-ingress-dns-minikube" [bdf599b7-b34d-47ef-a968-d06c1d749332] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0917 01:38:44.819982    1634 system_pods.go:61] "kube-proxy-h79nx" [573d58fa-dc0e-49f0-b340-82f98e7a5496] Running

	I0917 01:38:44.819984    1634 system_pods.go:61] "kube-scheduler-addons-401000" [0cd15600-c8a5-415c-b426-c695f84b2f03] Running

	I0917 01:38:44.819986    1634 system_pods.go:61] "metrics-server-84c5f94fbc-9sskp" [8c247fc7-c700-4404-b3a6-e2031d9cc335] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0917 01:38:44.819989    1634 system_pods.go:61] "nvidia-device-plugin-daemonset-6qb27" [caa6a2fb-5902-4ec2-95de-42e47a1db59c] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0917 01:38:44.819991    1634 system_pods.go:61] "registry-66c9cd494c-2rpt2" [d249abf4-4b5e-493f-9c58-7f33d9b1ff7c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0917 01:38:44.819994    1634 system_pods.go:61] "registry-proxy-gr45x" [408375c4-f267-45e0-b73e-2342a51e46e4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0917 01:38:44.819996    1634 system_pods.go:61] "snapshot-controller-56fcc65765-7bgs2" [7e54a8bb-a570-48d6-b032-c5cd7aa7bd10] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0917 01:38:44.819999    1634 system_pods.go:61] "snapshot-controller-56fcc65765-w8qdb" [28966af5-cb6c-4658-8b7f-ce15d6f80963] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0917 01:38:44.820001    1634 system_pods.go:61] "storage-provisioner" [321a93c6-86e8-4898-993c-d37c07fe2a46] Running

	I0917 01:38:44.820003    1634 system_pods.go:74] duration metric: took 4.978583ms to wait for pod list to return data ...

	I0917 01:38:44.820006    1634 default_sa.go:34] waiting for default service account to be created ...

	I0917 01:38:44.821006    1634 default_sa.go:45] found service account: "default"

	I0917 01:38:44.821018    1634 default_sa.go:55] duration metric: took 1.003417ms for default service account to be created ...

	I0917 01:38:44.821020    1634 system_pods.go:116] waiting for k8s-apps to be running ...

	I0917 01:38:44.825427    1634 system_pods.go:86] 17 kube-system pods found

	I0917 01:38:44.825435    1634 system_pods.go:89] "coredns-7c65d6cfc9-x9mm5" [9e357140-c4b3-4916-a393-59bc703e83fb] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])

	I0917 01:38:44.825439    1634 system_pods.go:89] "csi-hostpath-attacher-0" [11ce4f2a-3afc-4776-9437-f114015733ce] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0917 01:38:44.825442    1634 system_pods.go:89] "csi-hostpath-resizer-0" [91ccaa85-dce6-46c1-b8c9-d7623f464fdb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0917 01:38:44.825446    1634 system_pods.go:89] "csi-hostpathplugin-bkvd8" [5d95032a-42c3-46f9-8ad8-f9b3e6d7695b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0917 01:38:44.825448    1634 system_pods.go:89] "etcd-addons-401000" [98505331-65a5-4d04-94c5-8593d542c352] Running

	I0917 01:38:44.825450    1634 system_pods.go:89] "kube-apiserver-addons-401000" [12b0122a-1086-4866-a54e-7aa00c75563d] Running

	I0917 01:38:44.825452    1634 system_pods.go:89] "kube-controller-manager-addons-401000" [55e4791a-706f-4645-8a75-7e492a5ea647] Running

	I0917 01:38:44.825455    1634 system_pods.go:89] "kube-ingress-dns-minikube" [bdf599b7-b34d-47ef-a968-d06c1d749332] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0917 01:38:44.825456    1634 system_pods.go:89] "kube-proxy-h79nx" [573d58fa-dc0e-49f0-b340-82f98e7a5496] Running

	I0917 01:38:44.825458    1634 system_pods.go:89] "kube-scheduler-addons-401000" [0cd15600-c8a5-415c-b426-c695f84b2f03] Running

	I0917 01:38:44.825461    1634 system_pods.go:89] "metrics-server-84c5f94fbc-9sskp" [8c247fc7-c700-4404-b3a6-e2031d9cc335] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0917 01:38:44.825463    1634 system_pods.go:89] "nvidia-device-plugin-daemonset-6qb27" [caa6a2fb-5902-4ec2-95de-42e47a1db59c] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0917 01:38:44.825467    1634 system_pods.go:89] "registry-66c9cd494c-2rpt2" [d249abf4-4b5e-493f-9c58-7f33d9b1ff7c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0917 01:38:44.825469    1634 system_pods.go:89] "registry-proxy-gr45x" [408375c4-f267-45e0-b73e-2342a51e46e4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0917 01:38:44.825472    1634 system_pods.go:89] "snapshot-controller-56fcc65765-7bgs2" [7e54a8bb-a570-48d6-b032-c5cd7aa7bd10] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0917 01:38:44.825475    1634 system_pods.go:89] "snapshot-controller-56fcc65765-w8qdb" [28966af5-cb6c-4658-8b7f-ce15d6f80963] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0917 01:38:44.825476    1634 system_pods.go:89] "storage-provisioner" [321a93c6-86e8-4898-993c-d37c07fe2a46] Running

	I0917 01:38:44.825479    1634 system_pods.go:126] duration metric: took 4.455875ms to wait for k8s-apps to be running ...

	I0917 01:38:44.825482    1634 system_svc.go:44] waiting for kubelet service to be running ....

	I0917 01:38:44.825528    1634 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0917 01:38:44.831483    1634 system_svc.go:56] duration metric: took 5.996125ms WaitForService to wait for kubelet

	I0917 01:38:44.831496    1634 kubeadm.go:582] duration metric: took 10.326317125s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 01:38:44.831508    1634 node_conditions.go:102] verifying NodePressure condition ...

	I0917 01:38:44.832916    1634 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0917 01:38:44.832923    1634 node_conditions.go:123] node cpu capacity is 2

	I0917 01:38:44.832929    1634 node_conditions.go:105] duration metric: took 1.417875ms to run NodePressure ...

	I0917 01:38:44.832934    1634 start.go:241] waiting for startup goroutines ...

	I0917 01:38:45.066571    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:45.130206    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:45.566092    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:45.631972    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:46.066578    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:46.205425    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:46.566057    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:46.629719    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:47.068055    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:47.168077    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:47.568921    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:47.630332    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:48.066158    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:48.188294    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:48.565940    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:48.629983    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:49.068270    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:49.129735    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:49.567302    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:49.630552    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:50.066294    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:50.129787    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:50.566209    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:50.630074    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:51.066487    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:51.130093    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:51.566341    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:51.630063    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:52.066355    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:52.129968    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0917 01:38:52.566883    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:52.667968    1634 kapi.go:107] duration metric: took 17.041817833s to wait for kubernetes.io/minikube-addons=registry ...

	I0917 01:38:53.067388    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:53.566477    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:54.066210    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:54.566462    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:55.066373    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:55.566419    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:56.069935    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:56.565957    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:57.066130    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:57.566627    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:58.066364    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:58.566480    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:59.066739    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:38:59.566230    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:00.066743    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:00.566317    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:01.066790    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:01.566300    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:02.066304    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:02.566115    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:03.066376    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:03.565728    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:04.066375    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:04.569743    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:05.067285    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:05.567396    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:06.066633    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:06.566876    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:07.066488    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:07.566078    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:08.065865    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:08.566590    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:09.066874    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:09.566274    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:10.067030    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:10.566101    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:11.066461    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:11.571097    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:12.066458    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:12.566549    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:13.066527    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:13.568524    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:14.066156    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:14.566185    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:15.066048    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:15.566203    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:16.068236    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:16.573434    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:17.066103    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:17.566172    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:18.074224    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:18.567411    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:19.066099    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:19.566584    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:20.067720    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:20.566695    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:21.066302    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:21.566587    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:22.067219    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:22.578094    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:23.066051    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:23.566234    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:24.067572    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:24.567300    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:25.066481    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:25.566496    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:26.066396    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:26.567056    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:27.065947    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:27.566206    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:28.101168    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:28.566179    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:29.066221    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:29.566345    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:30.066908    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:30.566465    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:31.066243    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:31.567243    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:32.066373    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:32.566093    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:33.066355    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:33.566328    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:34.066378    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:34.567535    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:35.066579    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:35.566696    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:36.066523    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0917 01:39:36.571723    1634 kapi.go:107] duration metric: took 57.007615667s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0917 01:40:01.565624    1634 kapi.go:86] Found 1 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0917 01:40:01.565634    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:02.065737    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:02.567428    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:03.068880    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:03.566985    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:04.066242    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:04.575559    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:05.067217    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:05.571342    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:06.065250    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:06.393098    1634 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0917 01:40:06.393109    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:06.564956    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:06.894530    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:07.066534    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:07.399484    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:07.572026    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:07.894420    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:08.068097    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:08.393807    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:08.565908    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:08.894850    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:09.064825    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:09.395333    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:09.571068    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:09.895289    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:10.065601    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:10.393347    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:10.566172    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:10.893788    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:11.065901    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:11.394242    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:11.567046    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:11.894944    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:12.066686    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:12.395576    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:12.569850    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:12.894260    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:13.066719    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:13.393226    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:13.565798    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:13.893046    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:14.066065    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:14.398395    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:14.567896    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:14.895206    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:15.067774    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:15.396316    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:15.568398    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:15.894440    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:16.066442    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:16.393649    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:16.566097    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:16.892896    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:17.065521    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:17.393651    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:17.566225    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:17.893972    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:18.065355    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:18.393063    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:18.566112    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:18.893860    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:19.068208    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:19.393900    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:19.567668    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:19.897729    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:20.065800    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:20.393063    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:20.565938    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:20.894337    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:21.067113    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:21.397887    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:21.570181    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:21.897208    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:22.068905    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:22.394801    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:22.567409    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:22.896613    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:23.067945    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:23.392699    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:23.570334    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:23.896890    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:24.068423    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:24.397765    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:24.570070    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:24.896783    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:25.069648    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:25.395140    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:25.572062    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:25.893966    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:26.065944    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:26.392656    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:26.566355    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:26.894505    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:27.066005    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:27.393889    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:27.566833    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:27.893535    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:28.066567    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:28.394002    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:28.569616    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:28.896328    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:29.068263    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:29.395946    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:29.569686    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:29.896309    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:30.065686    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:30.393040    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:30.565731    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:30.897525    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:31.070152    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:31.397940    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:31.571731    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:31.900000    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:32.067939    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:32.392812    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:32.566894    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:32.897669    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:33.071873    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:33.393859    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:33.567021    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:33.896269    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:34.066937    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:34.393941    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:34.567448    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:34.894069    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:35.070237    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:35.395763    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:35.569371    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:35.896003    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:36.066691    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:36.393483    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:36.566011    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:36.896862    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:37.067604    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:37.394712    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:37.571344    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:37.894092    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:38.066615    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:38.394777    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:38.569287    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:38.897173    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:39.072207    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:39.395641    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:39.572078    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:39.896619    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:40.065903    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:40.393057    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:40.566151    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:40.895021    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:41.070478    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:41.394043    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:41.566439    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:41.897297    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:42.067347    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:42.394081    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:42.565168    1634 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0917 01:40:42.565178    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:42.893905    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:43.066008    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:43.393076    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:43.565962    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:43.893007    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:44.065761    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:44.392861    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:44.565104    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:44.892962    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:45.066084    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:45.392922    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:45.566521    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:45.893857    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:46.066442    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:46.391873    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:46.566149    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:46.894367    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:47.067043    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:47.393178    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:47.566630    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:47.894000    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:48.066169    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:48.393703    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:48.566075    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:48.895102    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:49.069378    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:49.393869    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:49.566521    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:49.893787    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:50.066319    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:50.393387    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:50.566375    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:50.893786    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:51.066983    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:51.393658    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:51.567286    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:51.898789    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:52.068054    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:52.397546    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:52.568074    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:52.895717    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:53.071495    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:53.392878    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:53.572202    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:53.897236    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:54.067675    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:54.393435    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:54.566300    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:54.894768    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:55.069770    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:55.393534    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:55.566216    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:55.897284    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:56.069339    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:56.396540    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:56.566601    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:56.898536    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:57.068846    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:57.397649    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:57.568067    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:57.893914    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:58.066230    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:58.394641    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:58.570367    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:58.897747    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:59.073827    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:59.394069    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:40:59.567544    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:40:59.894108    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:00.066299    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:00.402799    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:00.566832    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:00.894455    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:01.066949    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:01.393770    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:01.570633    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:01.894594    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:02.068321    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:02.398434    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:02.574052    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:02.894946    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:03.069084    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:03.395923    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:03.574370    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:03.896987    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:04.067359    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:04.394071    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:04.575530    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:04.894591    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:05.068685    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:05.392985    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:05.566377    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:05.893301    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:06.066162    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:06.394514    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:06.566033    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:06.893777    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:07.066718    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:07.393255    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:07.566077    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:07.892928    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:08.066175    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:08.393408    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:08.565946    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:08.893239    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:09.065952    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:09.393414    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:09.565963    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:09.893450    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:10.066229    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:10.392974    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:10.566155    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:10.896145    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:11.066180    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:11.393143    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:11.566254    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:11.893236    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:12.066199    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:12.391336    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:12.566181    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:12.893468    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:13.066116    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:13.392983    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:13.566328    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:13.893954    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:14.066180    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:14.393722    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:14.566852    1634 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0917 01:41:14.893238    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:15.064291    1634 kapi.go:107] duration metric: took 2m35.50233125s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0917 01:41:15.406484    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:15.893319    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:16.393278    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:16.893067    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:17.469154    1634 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0917 01:41:17.893145    1634 kapi.go:107] duration metric: took 2m34.003715458s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0917 01:41:17.897899    1634 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-401000 cluster.

	I0917 01:41:17.903879    1634 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0917 01:41:17.909697    1634 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0917 01:41:17.914826    1634 out.go:177] * Enabled addons: storage-provisioner, inspektor-gadget, nvidia-device-plugin, default-storageclass, cloud-spanner, metrics-server, ingress-dns, volcano, yakd, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth

	I0917 01:41:17.918875    1634 addons.go:510] duration metric: took 2m43.413400583s for enable addons: enabled=[storage-provisioner inspektor-gadget nvidia-device-plugin default-storageclass cloud-spanner metrics-server ingress-dns volcano yakd storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]

	I0917 01:41:17.918892    1634 start.go:246] waiting for cluster config update ...

	I0917 01:41:17.918902    1634 start.go:255] writing updated cluster config ...

	I0917 01:41:17.920082    1634 ssh_runner.go:195] Run: rm -f paused

	I0917 01:41:18.076396    1634 start.go:600] kubectl: 1.30.2, cluster: 1.31.1 (minor skew: 1)

	I0917 01:41:18.079928    1634 out.go:177] * Done! kubectl is now configured to use "addons-401000" cluster and "default" namespace by default

	==> Docker <==

	Sep 17 08:51:07 addons-401000 dockerd[1288]: time="2024-09-17T08:51:07.830426694Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 17 08:51:07 addons-401000 dockerd[1288]: time="2024-09-17T08:51:07.830441028Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:51:07 addons-401000 dockerd[1288]: time="2024-09-17T08:51:07.830518112Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:51:07 addons-401000 cri-dockerd[1184]: time="2024-09-17T08:51:07Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/2104c20b48e72801cbee478613b0b2c54002025f6bc4c8e31d4646ec7fdfc46f/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Sep 17 08:51:08 addons-401000 dockerd[1282]: time="2024-09-17T08:51:08.099817918Z" level=warning msg="reference for unknown type: " digest="sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79" remote="docker.io/library/busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"

	Sep 17 08:51:08 addons-401000 dockerd[1282]: time="2024-09-17T08:51:08.719854066Z" level=info msg="ignoring event" container=e712e5137dd0fa164563d49eee8490f9d081ab45e50857313dab91e2488dd1af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.720094694Z" level=info msg="shim disconnected" id=e712e5137dd0fa164563d49eee8490f9d081ab45e50857313dab91e2488dd1af namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.720153861Z" level=warning msg="cleaning up after shim disconnected" id=e712e5137dd0fa164563d49eee8490f9d081ab45e50857313dab91e2488dd1af namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.720159070Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1282]: time="2024-09-17T08:51:08.838116921Z" level=info msg="ignoring event" container=f6ea46e82c4864707361c827a5dded946491248afa64cb47c3f1862dd9098d3f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.837923127Z" level=info msg="shim disconnected" id=f6ea46e82c4864707361c827a5dded946491248afa64cb47c3f1862dd9098d3f namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.838211255Z" level=warning msg="cleaning up after shim disconnected" id=f6ea46e82c4864707361c827a5dded946491248afa64cb47c3f1862dd9098d3f namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.838216047Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.901951488Z" level=info msg="shim disconnected" id=4011b72ac88a1ba07621feb784978a102dd578aff4f0324160b78ea654d37baf namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.902103074Z" level=warning msg="cleaning up after shim disconnected" id=4011b72ac88a1ba07621feb784978a102dd578aff4f0324160b78ea654d37baf namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.902120699Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1282]: time="2024-09-17T08:51:08.902163449Z" level=info msg="ignoring event" container=4011b72ac88a1ba07621feb784978a102dd578aff4f0324160b78ea654d37baf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:51:08 addons-401000 dockerd[1282]: time="2024-09-17T08:51:08.955337929Z" level=info msg="ignoring event" container=83cd1750c3d280fb3ca5fdcf6c3fae3c49018dd62d9420799caed12278eff87b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.955255137Z" level=info msg="shim disconnected" id=83cd1750c3d280fb3ca5fdcf6c3fae3c49018dd62d9420799caed12278eff87b namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.955419055Z" level=warning msg="cleaning up after shim disconnected" id=83cd1750c3d280fb3ca5fdcf6c3fae3c49018dd62d9420799caed12278eff87b namespace=moby

	Sep 17 08:51:08 addons-401000 dockerd[1288]: time="2024-09-17T08:51:08.955423305Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:51:09 addons-401000 dockerd[1282]: time="2024-09-17T08:51:09.009143544Z" level=info msg="ignoring event" container=1e38e435ce2c35a53b5112fe48d361e2dad8ff774bf6daf70c71b38bda08e1ba module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:51:09 addons-401000 dockerd[1288]: time="2024-09-17T08:51:09.009373839Z" level=info msg="shim disconnected" id=1e38e435ce2c35a53b5112fe48d361e2dad8ff774bf6daf70c71b38bda08e1ba namespace=moby

	Sep 17 08:51:09 addons-401000 dockerd[1288]: time="2024-09-17T08:51:09.009433798Z" level=warning msg="cleaning up after shim disconnected" id=1e38e435ce2c35a53b5112fe48d361e2dad8ff774bf6daf70c71b38bda08e1ba namespace=moby

	Sep 17 08:51:09 addons-401000 dockerd[1288]: time="2024-09-17T08:51:09.009449632Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE                                                                                                                        CREATED             STATE               NAME                      ATTEMPT             POD ID              POD

	0e61b109c1dff       ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec            58 seconds ago      Exited              gadget                    7                   72c4218a12ed2       gadget-xzdj9

	eabdb830e852c       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb                 9 minutes ago       Running             gcp-auth                  0                   adf040a9e726d       gcp-auth-89d5ffd79-nxc6w

	5b86a0f2a0536       registry.k8s.io/ingress-nginx/controller@sha256:d5f8217feeac4887cb1ed21f27c2674e58be06bd8f5184cacea2a69abaf78dce             9 minutes ago       Running             controller                0                   dacbebd2f1df3       ingress-nginx-controller-bc57996ff-skgsj

	09d8892ce0fb4       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3   10 minutes ago      Exited              patch                     0                   2e6d70289400d       ingress-nginx-admission-patch-f6fcc

	7a5979eb14908       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3   10 minutes ago      Exited              create                    0                   baae2189fbd1a       ingress-nginx-admission-create-ddk54

	178a92d2ed948       ba04bb24b9575                                                                                                                12 minutes ago      Running             storage-provisioner       1                   89aa4aff5f120       storage-provisioner

	5740e3767ed4a       rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246                       12 minutes ago      Running             local-path-provisioner    0                   96ad02a46f2e7       local-path-provisioner-86d989889c-2krhb

	1fbcffc402948       registry.k8s.io/metrics-server/metrics-server@sha256:ffcb2bf004d6aa0a17d90e0247cf94f2865c8901dcab4427034c341951c239f9        12 minutes ago      Running             metrics-server            0                   259453afffdfb       metrics-server-84c5f94fbc-9sskp

	3e0f70b66c089       gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c             12 minutes ago      Running             minikube-ingress-dns      0                   260d770fa8820       kube-ingress-dns-minikube

	beb9e1a550de6       gcr.io/cloud-spanner-emulator/emulator@sha256:636fdfc528824bae5f0ea2eca6ae307fe81092f05ec21038008bc0d6100e52fc               12 minutes ago      Running             cloud-spanner-emulator    0                   d5288ce08f93a       cloud-spanner-emulator-769b77f747-tvrcb

	4011b72ac88a1       gcr.io/k8s-minikube/kube-registry-proxy@sha256:b3fa0b2df8737fdb85ad5918a7e2652527463e357afff83a5e5bb966bcedc367              12 minutes ago      Exited              registry-proxy            0                   1e38e435ce2c3       registry-proxy-gr45x

	f6ea46e82c486       registry@sha256:ac0192b549007e22998eb74e8d8488dcfe70f1489520c3b144a6047ac5efbe90                                             12 minutes ago      Exited              registry                  0                   83cd1750c3d28       registry-66c9cd494c-2rpt2

	3ceaa29e7bd32       2f6c962e7b831                                                                                                                12 minutes ago      Running             coredns                   0                   6c4bedfba160b       coredns-7c65d6cfc9-x9mm5

	93df16cc58dc5       ba04bb24b9575                                                                                                                12 minutes ago      Exited              storage-provisioner       0                   89aa4aff5f120       storage-provisioner

	c895576aadd04       24a140c548c07                                                                                                                12 minutes ago      Running             kube-proxy                0                   9c891349df257       kube-proxy-h79nx

	c40c6d4cc36be       279f381cb3736                                                                                                                12 minutes ago      Running             kube-controller-manager   0                   929616484fccb       kube-controller-manager-addons-401000

	2b0441985257f       27e3830e14027                                                                                                                12 minutes ago      Running             etcd                      0                   c85b212f31e93       etcd-addons-401000

	1eb6ea34d6e5a       7f8aa378bb47d                                                                                                                12 minutes ago      Running             kube-scheduler            0                   efdbd0ae5bfd4       kube-scheduler-addons-401000

	10399d8ccab0d       d3f53a98c0a9d                                                                                                                12 minutes ago      Running             kube-apiserver            0                   5ebfb5a52022f       kube-apiserver-addons-401000

	==> controller_ingress [5b86a0f2a053] <==

	  Build:         46e76e5916813cfca2a9b0bfdc34b69a0000f6b9

	  Repository:    https://github.com/kubernetes/ingress-nginx

	  nginx version: nginx/1.25.5

	-------------------------------------------------------------------------------

	W0917 08:41:14.001479       7 client_config.go:659] Neither --kubeconfig nor --master was specified.  Using the inClusterConfig.  This might not work.

	I0917 08:41:14.001599       7 main.go:205] "Creating API client" host="https://10.96.0.1:443"

	I0917 08:41:14.004888       7 main.go:248] "Running in Kubernetes cluster" major="1" minor="31" git="v1.31.1" state="clean" commit="948afe5ca072329a73c8e79ed5938717a5cb3d21" platform="linux/arm64"

	I0917 08:41:14.052961       7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"

	I0917 08:41:14.058422       7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"

	I0917 08:41:14.063295       7 nginx.go:271] "Starting NGINX Ingress controller"

	I0917 08:41:14.068811       7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a0b70e22-d4fd-4855-85fc-e8f78530a7df", APIVersion:"v1", ResourceVersion:"700", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller

	I0917 08:41:14.068835       7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"47e8b8c0-99d3-4d3b-b37d-12505fc2e178", APIVersion:"v1", ResourceVersion:"711", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services

	I0917 08:41:14.068839       7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"f90a0ed2-412f-41c0-a6b7-553358e0934c", APIVersion:"v1", ResourceVersion:"720", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services

	I0917 08:41:15.266255       7 nginx.go:317] "Starting NGINX process"

	I0917 08:41:15.266258       7 leaderelection.go:250] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...

	I0917 08:41:15.266426       7 nginx.go:337] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"

	I0917 08:41:15.267504       7 controller.go:193] "Configuration changes detected, backend reload required"

	I0917 08:41:15.273760       7 leaderelection.go:260] successfully acquired lease ingress-nginx/ingress-nginx-leader

	I0917 08:41:15.273955       7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bc57996ff-skgsj"

	I0917 08:41:15.276630       7 status.go:219] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-bc57996ff-skgsj" node="addons-401000"

	I0917 08:41:15.284168       7 controller.go:213] "Backend successfully reloaded"

	I0917 08:41:15.284244       7 controller.go:224] "Initial sync, sleeping for 1 second"

	I0917 08:41:15.284406       7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-skgsj", UID:"f9db84b0-20e2-461a-8993-9ad567534477", APIVersion:"v1", ResourceVersion:"1219", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	==> coredns [3ceaa29e7bd3] <==

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[791158399]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 08:38:36.818) (total time: 30000ms):

	Trace[791158399]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (08:39:06.819)

	Trace[791158399]: [30.000338759s] [30.000338759s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] 10.244.0.5:53602 - 30509 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00021638s

	[INFO] 10.244.0.5:53602 - 56866 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000094723s

	[INFO] 10.244.0.5:38929 - 46836 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000091388s

	[INFO] 10.244.0.5:38929 - 31990 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000176689s

	[INFO] 10.244.0.5:43332 - 34578 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000049196s

	[INFO] 10.244.0.5:43332 - 53013 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000192615s

	[INFO] 10.244.0.5:45115 - 3335 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00003673s

	[INFO] 10.244.0.5:45115 - 4614 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000077672s

	[INFO] 10.244.0.5:60091 - 54540 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000022888s

	[INFO] 10.244.0.5:60091 - 58895 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00003377s

	[INFO] 10.244.0.24:53541 - 32492 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000136892s

	[INFO] 10.244.0.24:55501 - 9055 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000238247s

	[INFO] 10.244.0.24:45023 - 1818 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000045367s

	[INFO] 10.244.0.24:51254 - 30298 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000026495s

	[INFO] 10.244.0.24:46291 - 40283 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043159s

	[INFO] 10.244.0.24:54153 - 45687 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000079235s

	[INFO] 10.244.0.24:49930 - 22580 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000746196s

	[INFO] 10.244.0.24:39981 - 21147 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 496 0.000923163s

	==> describe nodes <==

	Name:               addons-401000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-401000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=9256ba43b41ea130fa48757ddb8d93db00574f61

	                    minikube.k8s.io/name=addons-401000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_09_17T01_38_30_0700

	                    minikube.k8s.io/version=v1.34.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-401000

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 17 Sep 2024 08:38:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-401000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 17 Sep 2024 08:51:04 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 17 Sep 2024 08:47:11 +0000   Tue, 17 Sep 2024 08:38:26 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 17 Sep 2024 08:47:11 +0000   Tue, 17 Sep 2024 08:38:26 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 17 Sep 2024 08:47:11 +0000   Tue, 17 Sep 2024 08:38:26 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 17 Sep 2024 08:47:11 +0000   Tue, 17 Sep 2024 08:38:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-401000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904740Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904740Ki

	  pods:               110

	System Info:

	  Machine ID:                 6d3341b2da3a4a9ab9965476c3c3af60

	  System UUID:                6d3341b2da3a4a9ab9965476c3c3af60

	  Boot ID:                    703825ff-596f-4b59-ad0e-d88773bca408

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://27.2.1

	  Kubelet Version:            v1.31.1

	  Kube-Proxy Version:         v1.31.1

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (17 in total)

	  Namespace                   Name                                                          CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                                          ------------  ----------  ---------------  -------------  ---

	  default                     busybox                                                       0 (0%)        0 (0%)      0 (0%)           0 (0%)         9m12s

	  default                     cloud-spanner-emulator-769b77f747-tvrcb                       0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  default                     registry-test                                                 0 (0%)        0 (0%)      0 (0%)           0 (0%)         61s

	  gadget                      gadget-xzdj9                                                  0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  gcp-auth                    gcp-auth-89d5ffd79-nxc6w                                      0 (0%)        0 (0%)      0 (0%)           0 (0%)         11m

	  ingress-nginx               ingress-nginx-controller-bc57996ff-skgsj                      100m (5%)     0 (0%)      90Mi (2%)        0 (0%)         11m

	  kube-system                 coredns-7c65d6cfc9-x9mm5                                      100m (5%)     0 (0%)      70Mi (1%)        170Mi (4%)     12m

	  kube-system                 etcd-addons-401000                                            100m (5%)     0 (0%)      100Mi (2%)       0 (0%)         12m

	  kube-system                 kube-apiserver-addons-401000                                  250m (12%)    0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-controller-manager-addons-401000                         200m (10%)    0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-ingress-dns-minikube                                     0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-proxy-h79nx                                              0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-scheduler-addons-401000                                  100m (5%)     0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 metrics-server-84c5f94fbc-9sskp                               100m (5%)     0 (0%)      200Mi (5%)       0 (0%)         12m

	  kube-system                 storage-provisioner                                           0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  local-path-storage          helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2    0 (0%)        0 (0%)      0 (0%)           0 (0%)         2s

	  local-path-storage          local-path-provisioner-86d989889c-2krhb                       0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests     Limits

	  --------           --------     ------

	  cpu                950m (47%)   0 (0%)

	  memory             460Mi (12%)  170Mi (4%)

	  ephemeral-storage  0 (0%)       0 (0%)

	  hugepages-1Gi      0 (0%)       0 (0%)

	  hugepages-2Mi      0 (0%)       0 (0%)

	  hugepages-32Mi     0 (0%)       0 (0%)

	  hugepages-64Ki     0 (0%)       0 (0%)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 12m   kube-proxy       

	  Normal  Starting                 12m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  12m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  12m   kubelet          Node addons-401000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    12m   kubelet          Node addons-401000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     12m   kubelet          Node addons-401000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                12m   kubelet          Node addons-401000 status is now: NodeReady

	  Normal  RegisteredNode           12m   node-controller  Node addons-401000 event: Registered Node addons-401000 in Controller

	==> dmesg <==

	[  +6.279682] kauditd_printk_skb: 2 callbacks suppressed

	[Sep17 08:39] kauditd_printk_skb: 2 callbacks suppressed

	[  +5.810167] kauditd_printk_skb: 9 callbacks suppressed

	[  +8.725187] kauditd_printk_skb: 13 callbacks suppressed

	[  +6.274292] kauditd_printk_skb: 17 callbacks suppressed

	[  +5.067815] kauditd_printk_skb: 12 callbacks suppressed

	[  +5.065129] kauditd_printk_skb: 12 callbacks suppressed

	[ +10.721240] kauditd_printk_skb: 2 callbacks suppressed

	[Sep17 08:40] kauditd_printk_skb: 21 callbacks suppressed

	[ +29.647045] kauditd_printk_skb: 2 callbacks suppressed

	[  +6.526337] kauditd_printk_skb: 76 callbacks suppressed

	[  +5.201722] kauditd_printk_skb: 15 callbacks suppressed

	[Sep17 08:41] kauditd_printk_skb: 22 callbacks suppressed

	[ +11.376949] kauditd_printk_skb: 6 callbacks suppressed

	[ +15.314029] kauditd_printk_skb: 2 callbacks suppressed

	[ +17.140906] kauditd_printk_skb: 20 callbacks suppressed

	[Sep17 08:42] kauditd_printk_skb: 2 callbacks suppressed

	[Sep17 08:45] kauditd_printk_skb: 10 callbacks suppressed

	[Sep17 08:50] kauditd_printk_skb: 2 callbacks suppressed

	[  +7.381193] kauditd_printk_skb: 14 callbacks suppressed

	[  +7.534545] kauditd_printk_skb: 7 callbacks suppressed

	[ +20.291611] kauditd_printk_skb: 7 callbacks suppressed

	[  +7.588111] kauditd_printk_skb: 33 callbacks suppressed

	[  +5.213430] kauditd_printk_skb: 6 callbacks suppressed

	[Sep17 08:51] kauditd_printk_skb: 2 callbacks suppressed

	==> etcd [2b0441985257] <==

	{"level":"info","ts":"2024-09-17T08:38:27.160511Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-09-17T08:38:27.160535Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2024-09-17T08:38:27.160010Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-09-17T08:38:27.160576Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-09-17T08:38:27.161074Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:38:27.161771Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-09-17T08:38:27.182855Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:38:27.193835Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.2:2379"}

	{"level":"warn","ts":"2024-09-17T08:38:44.360582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.503826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/gcp-auth/gcp-auth-89d5ffd79.17f5fb49328fd884\" ","response":"range_response_count:1 size:928"}

	{"level":"info","ts":"2024-09-17T08:38:44.360611Z","caller":"traceutil/trace.go:171","msg":"trace[751122703] range","detail":"{range_begin:/registry/events/gcp-auth/gcp-auth-89d5ffd79.17f5fb49328fd884; range_end:; response_count:1; response_revision:907; }","duration":"238.541994ms","start":"2024-09-17T08:38:44.122061Z","end":"2024-09-17T08:38:44.360603Z","steps":["trace[751122703] 'range keys from in-memory index tree'  (duration: 238.441346ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-17T08:38:44.360707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.065217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-17T08:38:44.360717Z","caller":"traceutil/trace.go:171","msg":"trace[171810102] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:907; }","duration":"196.075753ms","start":"2024-09-17T08:38:44.164638Z","end":"2024-09-17T08:38:44.360713Z","steps":["trace[171810102] 'range keys from in-memory index tree'  (duration: 196.048695ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-17T08:38:44.360752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.036149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-17T08:38:44.360758Z","caller":"traceutil/trace.go:171","msg":"trace[403824564] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:907; }","duration":"196.042422ms","start":"2024-09-17T08:38:44.164713Z","end":"2024-09-17T08:38:44.360756Z","steps":["trace[403824564] 'range keys from in-memory index tree'  (duration: 196.026761ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-17T08:38:44.360787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.696351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-17T08:38:44.360794Z","caller":"traceutil/trace.go:171","msg":"trace[2043251312] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:907; }","duration":"132.703484ms","start":"2024-09-17T08:38:44.228089Z","end":"2024-09-17T08:38:44.360792Z","steps":["trace[2043251312] 'range keys from in-memory index tree'  (duration: 132.657281ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-17T08:38:44.360823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.812665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-17T08:38:44.360829Z","caller":"traceutil/trace.go:171","msg":"trace[1297750015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"112.818896ms","start":"2024-09-17T08:38:44.248009Z","end":"2024-09-17T08:38:44.360827Z","steps":["trace[1297750015] 'range keys from in-memory index tree'  (duration: 112.788764ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-17T08:38:45.377185Z","caller":"traceutil/trace.go:171","msg":"trace[513672578] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"121.659541ms","start":"2024-09-17T08:38:45.255516Z","end":"2024-09-17T08:38:45.377175Z","steps":["trace[513672578] 'process raft request'  (duration: 121.603716ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-17T08:39:08.026730Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.586004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-17T08:39:08.026765Z","caller":"traceutil/trace.go:171","msg":"trace[1667991422] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:999; }","duration":"164.637695ms","start":"2024-09-17T08:39:07.862120Z","end":"2024-09-17T08:39:08.026757Z","steps":["trace[1667991422] 'range keys from in-memory index tree'  (duration: 164.512506ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-17T08:41:12.819927Z","caller":"traceutil/trace.go:171","msg":"trace[240763700] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"187.061122ms","start":"2024-09-17T08:41:12.632854Z","end":"2024-09-17T08:41:12.819915Z","steps":["trace[240763700] 'process raft request'  (duration: 186.993759ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-17T08:48:27.202945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1833}

	{"level":"info","ts":"2024-09-17T08:48:27.286333Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1833,"took":"82.955132ms","hash":1398442889,"current-db-size-bytes":8896512,"current-db-size":"8.9 MB","current-db-size-in-use-bytes":4739072,"current-db-size-in-use":"4.7 MB"}

	{"level":"info","ts":"2024-09-17T08:48:27.286366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1398442889,"revision":1833,"compact-revision":-1}

	==> gcp-auth [eabdb830e852] <==

	2024/09/17 08:41:17 GCP Auth Webhook started!

	2024/09/17 08:41:33 Ready to marshal response ...

	2024/09/17 08:41:33 Ready to write response ...

	2024/09/17 08:41:34 Ready to marshal response ...

	2024/09/17 08:41:34 Ready to write response ...

	2024/09/17 08:41:57 Ready to marshal response ...

	2024/09/17 08:41:57 Ready to write response ...

	2024/09/17 08:41:57 Ready to marshal response ...

	2024/09/17 08:41:57 Ready to write response ...

	2024/09/17 08:41:57 Ready to marshal response ...

	2024/09/17 08:41:57 Ready to write response ...

	2024/09/17 08:50:08 Ready to marshal response ...

	2024/09/17 08:50:08 Ready to write response ...

	2024/09/17 08:50:15 Ready to marshal response ...

	2024/09/17 08:50:15 Ready to write response ...

	2024/09/17 08:50:37 Ready to marshal response ...

	2024/09/17 08:50:37 Ready to write response ...

	2024/09/17 08:51:07 Ready to marshal response ...

	2024/09/17 08:51:07 Ready to write response ...

	2024/09/17 08:51:07 Ready to marshal response ...

	2024/09/17 08:51:07 Ready to write response ...

	==> kernel <==

	 08:51:09 up 13 min,  0 users,  load average: 0.37, 0.54, 0.44

	Linux addons-401000 5.10.207 #1 SMP PREEMPT Sun Sep 15 17:39:25 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [10399d8ccab0] <==

	I0917 08:41:48.033192       1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager

	I0917 08:41:48.034837       1 handler.go:286] Adding GroupVersion scheduling.volcano.sh v1beta1 to ResourceManager

	I0917 08:41:48.045958       1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager

	I0917 08:41:48.104590       1 handler.go:286] Adding GroupVersion flow.volcano.sh v1alpha1 to ResourceManager

	W0917 08:41:48.826103       1 cacher.go:171] Terminating all watchers from cacher commands.bus.volcano.sh

	W0917 08:41:49.008252       1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh

	W0917 08:41:49.035823       1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh

	W0917 08:41:49.038483       1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh

	W0917 08:41:49.059318       1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh

	W0917 08:41:49.105451       1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh

	W0917 08:41:49.147945       1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh

	I0917 08:50:22.762510       1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io

	I0917 08:50:51.707894       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0917 08:50:51.707910       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0917 08:50:51.716012       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0917 08:50:51.716038       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0917 08:50:51.718339       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0917 08:50:51.718355       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0917 08:50:51.728821       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0917 08:50:51.728854       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0917 08:50:51.740768       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0917 08:50:51.740784       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	W0917 08:50:52.718926       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io

	W0917 08:50:52.740932       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io

	W0917 08:50:52.747028       1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io

	==> kube-controller-manager [c40c6d4cc36b] <==

	W0917 08:50:56.182290       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:50:56.182387       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:50:56.473097       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:50:56.473139       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:50:56.683021       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:50:56.683146       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0917 08:50:57.012915       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="yakd-dashboard/yakd-dashboard-67d98fc6b" duration="3.625µs"

	W0917 08:50:58.535314       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:50:58.535403       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:51:00.945069       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:51:00.945117       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:51:01.673720       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:51:01.673853       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:51:02.561143       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:51:02.561196       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0917 08:51:03.348892       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:51:03.348956       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0917 08:51:05.115238       1 shared_informer.go:313] Waiting for caches to sync for resource quota

	I0917 08:51:05.115284       1 shared_informer.go:320] Caches are synced for resource quota

	I0917 08:51:05.491587       1 shared_informer.go:313] Waiting for caches to sync for garbage collector

	I0917 08:51:05.491718       1 shared_informer.go:320] Caches are synced for garbage collector

	I0917 08:51:07.060085       1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="yakd-dashboard"

	I0917 08:51:08.820770       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-66c9cd494c" duration="2.167µs"

	W0917 08:51:08.953243       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0917 08:51:08.953266       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	==> kube-proxy [c895576aadd0] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0917 08:38:36.913769       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0917 08:38:36.920160       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.2"]

	E0917 08:38:36.920195       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0917 08:38:36.957691       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0917 08:38:36.957716       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0917 08:38:36.957733       1 server_linux.go:169] "Using iptables Proxier"

	I0917 08:38:36.958437       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0917 08:38:36.958583       1 server.go:483] "Version info" version="v1.31.1"

	I0917 08:38:36.958589       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0917 08:38:36.959589       1 config.go:199] "Starting service config controller"

	I0917 08:38:36.959600       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0917 08:38:36.959612       1 config.go:105] "Starting endpoint slice config controller"

	I0917 08:38:36.959614       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0917 08:38:36.962505       1 config.go:328] "Starting node config controller"

	I0917 08:38:36.962513       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0917 08:38:37.062671       1 shared_informer.go:320] Caches are synced for service config

	I0917 08:38:37.062689       1 shared_informer.go:320] Caches are synced for endpoint slice config

	I0917 08:38:37.062671       1 shared_informer.go:320] Caches are synced for node config

	==> kube-scheduler [1eb6ea34d6e5] <==

	W0917 08:38:27.862828       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0917 08:38:27.862847       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.862901       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0917 08:38:27.862919       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.862970       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0917 08:38:27.862992       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.863038       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0917 08:38:27.863058       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.863079       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0917 08:38:27.863094       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.864272       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0917 08:38:27.864290       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.864325       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0917 08:38:27.864339       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.864361       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0917 08:38:27.864369       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.864390       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0917 08:38:27.864395       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:27.864432       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0917 08:38:27.864453       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:28.809912       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0917 08:38:28.810419       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0917 08:38:28.837089       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0917 08:38:28.837194       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"

	I0917 08:38:29.058769       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.487973    2048 memory_manager.go:354] "RemoveStaleState removing state" podUID="8fd87030-2efd-4ce0-9dbc-740f76cac403" containerName="task-pv-container"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.487975    2048 memory_manager.go:354] "RemoveStaleState removing state" podUID="5d95032a-42c3-46f9-8ad8-f9b3e6d7695b" containerName="hostpath"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.530974    2048 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-crkxb\" (UniqueName: \"kubernetes.io/projected/caa6a2fb-5902-4ec2-95de-42e47a1db59c-kube-api-access-crkxb\") on node \"addons-401000\" DevicePath \"\""

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.531074    2048 reconciler_common.go:288] "Volume detached for volume \"device-plugin\" (UniqueName: \"kubernetes.io/host-path/caa6a2fb-5902-4ec2-95de-42e47a1db59c-device-plugin\") on node \"addons-401000\" DevicePath \"\""

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.613649    2048 scope.go:117] "RemoveContainer" containerID="459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.626290    2048 scope.go:117] "RemoveContainer" containerID="459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: E0917 08:51:07.626691    2048 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5" containerID="459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.626710    2048 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5"} err="failed to get container status \"459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5\": rpc error: code = Unknown desc = Error response from daemon: No such container: 459c1cffd01fc93d6a9756f060dcd0f44fdeaa8502a43a887b1881d8dddb80a5"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.632328    2048 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/95e54c31-b368-4d9c-8dc1-1e45e6e67efe-data\") pod \"helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2\" (UID: \"95e54c31-b368-4d9c-8dc1-1e45e6e67efe\") " pod="local-path-storage/helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.632368    2048 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/95e54c31-b368-4d9c-8dc1-1e45e6e67efe-script\") pod \"helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2\" (UID: \"95e54c31-b368-4d9c-8dc1-1e45e6e67efe\") " pod="local-path-storage/helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.632395    2048 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/95e54c31-b368-4d9c-8dc1-1e45e6e67efe-gcp-creds\") pod \"helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2\" (UID: \"95e54c31-b368-4d9c-8dc1-1e45e6e67efe\") " pod="local-path-storage/helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.632421    2048 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k74bz\" (UniqueName: \"kubernetes.io/projected/95e54c31-b368-4d9c-8dc1-1e45e6e67efe-kube-api-access-k74bz\") pod \"helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2\" (UID: \"95e54c31-b368-4d9c-8dc1-1e45e6e67efe\") " pod="local-path-storage/helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2"

	Sep 17 08:51:07 addons-401000 kubelet[2048]: I0917 08:51:07.906431    2048 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="caa6a2fb-5902-4ec2-95de-42e47a1db59c" path="/var/lib/kubelet/pods/caa6a2fb-5902-4ec2-95de-42e47a1db59c/volumes"

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.844517    2048 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6r496\" (UniqueName: \"kubernetes.io/projected/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-kube-api-access-6r496\") pod \"fa8b95ab-2ca5-45ce-9144-3a5872d498a9\" (UID: \"fa8b95ab-2ca5-45ce-9144-3a5872d498a9\") "

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.844537    2048 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-gcp-creds\") pod \"fa8b95ab-2ca5-45ce-9144-3a5872d498a9\" (UID: \"fa8b95ab-2ca5-45ce-9144-3a5872d498a9\") "

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.844575    2048 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "fa8b95ab-2ca5-45ce-9144-3a5872d498a9" (UID: "fa8b95ab-2ca5-45ce-9144-3a5872d498a9"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.845278    2048 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-kube-api-access-6r496" (OuterVolumeSpecName: "kube-api-access-6r496") pod "fa8b95ab-2ca5-45ce-9144-3a5872d498a9" (UID: "fa8b95ab-2ca5-45ce-9144-3a5872d498a9"). InnerVolumeSpecName "kube-api-access-6r496". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.945167    2048 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-gcp-creds\") on node \"addons-401000\" DevicePath \"\""

	Sep 17 08:51:08 addons-401000 kubelet[2048]: I0917 08:51:08.945179    2048 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-6r496\" (UniqueName: \"kubernetes.io/projected/fa8b95ab-2ca5-45ce-9144-3a5872d498a9-kube-api-access-6r496\") on node \"addons-401000\" DevicePath \"\""

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.045865    2048 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9g8nc\" (UniqueName: \"kubernetes.io/projected/408375c4-f267-45e0-b73e-2342a51e46e4-kube-api-access-9g8nc\") pod \"408375c4-f267-45e0-b73e-2342a51e46e4\" (UID: \"408375c4-f267-45e0-b73e-2342a51e46e4\") "

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.045882    2048 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mmkv9\" (UniqueName: \"kubernetes.io/projected/d249abf4-4b5e-493f-9c58-7f33d9b1ff7c-kube-api-access-mmkv9\") pod \"d249abf4-4b5e-493f-9c58-7f33d9b1ff7c\" (UID: \"d249abf4-4b5e-493f-9c58-7f33d9b1ff7c\") "

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.047682    2048 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/408375c4-f267-45e0-b73e-2342a51e46e4-kube-api-access-9g8nc" (OuterVolumeSpecName: "kube-api-access-9g8nc") pod "408375c4-f267-45e0-b73e-2342a51e46e4" (UID: "408375c4-f267-45e0-b73e-2342a51e46e4"). InnerVolumeSpecName "kube-api-access-9g8nc". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.047818    2048 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d249abf4-4b5e-493f-9c58-7f33d9b1ff7c-kube-api-access-mmkv9" (OuterVolumeSpecName: "kube-api-access-mmkv9") pod "d249abf4-4b5e-493f-9c58-7f33d9b1ff7c" (UID: "d249abf4-4b5e-493f-9c58-7f33d9b1ff7c"). InnerVolumeSpecName "kube-api-access-mmkv9". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.146142    2048 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-9g8nc\" (UniqueName: \"kubernetes.io/projected/408375c4-f267-45e0-b73e-2342a51e46e4-kube-api-access-9g8nc\") on node \"addons-401000\" DevicePath \"\""

	Sep 17 08:51:09 addons-401000 kubelet[2048]: I0917 08:51:09.146154    2048 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-mmkv9\" (UniqueName: \"kubernetes.io/projected/d249abf4-4b5e-493f-9c58-7f33d9b1ff7c-kube-api-access-mmkv9\") on node \"addons-401000\" DevicePath \"\""

	==> storage-provisioner [178a92d2ed94] <==

	I0917 08:39:08.145635       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0917 08:39:08.153784       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0917 08:39:08.153807       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0917 08:39:08.167946       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0917 08:39:08.168621       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-401000_37c6fd2b-c922-41d8-9fe5-7ce6b3dffd75!

	I0917 08:39:08.171309       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9eb95f0e-b3f1-4ce9-b050-8deff7353fb6", APIVersion:"v1", ResourceVersion:"1005", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-401000_37c6fd2b-c922-41d8-9fe5-7ce6b3dffd75 became leader

	I0917 08:39:08.273058       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-401000_37c6fd2b-c922-41d8-9fe5-7ce6b3dffd75!

	==> storage-provisioner [93df16cc58dc] <==

	I0917 08:38:36.838823       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	F0917 08:39:06.840784       1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-401000 -n addons-401000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-401000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox test-local-path ingress-nginx-admission-create-ddk54 ingress-nginx-admission-patch-f6fcc helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-401000 describe pod busybox test-local-path ingress-nginx-admission-create-ddk54 ingress-nginx-admission-patch-f6fcc helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-401000 describe pod busybox test-local-path ingress-nginx-admission-create-ddk54 ingress-nginx-admission-patch-f6fcc helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2: exit status 1 (51.740458ms)

-- stdout --

	Name:             busybox

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             addons-401000/192.168.105.2

	Start Time:       Tue, 17 Sep 2024 01:41:57 -0700

	Labels:           integration-test=busybox

	Annotations:      <none>

	Status:           Pending

	IP:               10.244.0.26

	IPs:

	  IP:  10.244.0.26

	Containers:

	  busybox:

	    Container ID:  

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      sleep

	      3600

	    State:          Waiting

	      Reason:       ImagePullBackOff

	    Ready:          False

	    Restart Count:  0

	    Environment:

	      GOOGLE_APPLICATION_CREDENTIALS:  /google-app-creds.json

	      PROJECT_ID:                      this_is_fake

	      GCP_PROJECT:                     this_is_fake

	      GCLOUD_PROJECT:                  this_is_fake

	      GOOGLE_CLOUD_PROJECT:            this_is_fake

	      CLOUDSDK_CORE_PROJECT:           this_is_fake

	    Mounts:

	      /google-app-creds.json from gcp-creds (ro)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-n29t8 (ro)

	Conditions:

	  Type                        Status

	  PodReadyToStartContainers   True 

	  Initialized                 True 

	  Ready                       False 

	  ContainersReady             False 

	  PodScheduled                True 

	Volumes:

	  kube-api-access-n29t8:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	  gcp-creds:

	    Type:          HostPath (bare host directory volume)

	    Path:          /var/lib/minikube/google_application_credentials.json

	    HostPathType:  File

	QoS Class:         BestEffort

	Node-Selectors:    <none>

	Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type     Reason     Age                    From               Message

	  ----     ------     ----                   ----               -------

	  Normal   Scheduled  9m13s                  default-scheduler  Successfully assigned default/busybox to addons-401000

	  Normal   Pulling    7m43s (x4 over 9m13s)  kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Warning  Failed     7m42s (x4 over 9m12s)  kubelet            Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed

	  Warning  Failed     7m42s (x4 over 9m12s)  kubelet            Error: ErrImagePull

	  Warning  Failed     7m28s (x6 over 9m12s)  kubelet            Error: ImagePullBackOff

	  Normal   BackOff    4m6s (x21 over 9m12s)  kubelet            Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	Name:             test-local-path

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             <none>

	Labels:           run=test-local-path

	Annotations:      <none>

	Status:           Pending

	IP:               

	IPs:              <none>

	Containers:

	  busybox:

	    Image:      busybox:stable

	    Port:       <none>

	    Host Port:  <none>

	    Command:

	      sh

	      -c

	      echo 'local-path-provisioner' > /test/file1

	    Environment:

	      GOOGLE_APPLICATION_CREDENTIALS:  /google-app-creds.json

	      PROJECT_ID:                      this_is_fake

	      GCP_PROJECT:                     this_is_fake

	      GCLOUD_PROJECT:                  this_is_fake

	      GOOGLE_CLOUD_PROJECT:            this_is_fake

	      CLOUDSDK_CORE_PROJECT:           this_is_fake

	    Mounts:

	      /google-app-creds.json from gcp-creds (ro)

	      /test from data (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xptzr (ro)

	Volumes:

	  data:

	    Type:       PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)

	    ClaimName:  test-pvc

	    ReadOnly:   false

	  kube-api-access-xptzr:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	  gcp-creds:

	    Type:          HostPath (bare host directory volume)

	    Path:          /var/lib/minikube/google_application_credentials.json

	    HostPathType:  File

	QoS Class:         BestEffort

	Node-Selectors:    <none>

	Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:            <none>

-- /stdout --

** stderr ** 

	Error from server (NotFound): pods "ingress-nginx-admission-create-ddk54" not found

	Error from server (NotFound): pods "ingress-nginx-admission-patch-f6fcc" not found

	Error from server (NotFound): pods "helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-401000 describe pod busybox test-local-path ingress-nginx-admission-create-ddk54 ingress-nginx-admission-patch-f6fcc helper-pod-create-pvc-6ac7363b-2240-4d1e-b5b3-99cc58b807e2: exit status 1

--- FAIL: TestAddons/parallel/Registry (71.42s)

=== RUN   TestCertOptions

=== PAUSE TestCertOptions

=== CONT  TestCertOptions

cert_options_test.go:49: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-options-453000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 

cert_options_test.go:49: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-options-453000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 : exit status 80 (9.858498125s)

-- stdout --

	* [cert-options-453000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-options-453000" primary control-plane node in "cert-options-453000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-options-453000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-options-453000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:51: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-options-453000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 " : exit status 80

cert_options_test.go:60: (dbg) Run:  out/minikube-darwin-arm64 -p cert-options-453000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"

cert_options_test.go:60: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p cert-options-453000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt": exit status 83 (78.231291ms)

-- stdout --

	* The control-plane node cert-options-453000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-453000"

-- /stdout --

cert_options_test.go:62: failed to read apiserver cert inside minikube. args "out/minikube-darwin-arm64 -p cert-options-453000 ssh \"openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt\"": exit status 83

cert_options_test.go:69: apiserver cert does not include 127.0.0.1 in SAN.

cert_options_test.go:69: apiserver cert does not include 192.168.15.15 in SAN.

cert_options_test.go:69: apiserver cert does not include localhost in SAN.

cert_options_test.go:69: apiserver cert does not include www.google.com in SAN.

cert_options_test.go:88: (dbg) Run:  kubectl --context cert-options-453000 config view

cert_options_test.go:93: Kubeconfig apiserver server port incorrect. Output of 

'kubectl config view' = "\n-- stdout --\n\tapiVersion: v1\n\tclusters: null\n\tcontexts: null\n\tcurrent-context: \"\"\n\tkind: Config\n\tpreferences: {}\n\tusers: null\n\n-- /stdout --"

cert_options_test.go:100: (dbg) Run:  out/minikube-darwin-arm64 ssh -p cert-options-453000 -- "sudo cat /etc/kubernetes/admin.conf"

cert_options_test.go:100: (dbg) Non-zero exit: out/minikube-darwin-arm64 ssh -p cert-options-453000 -- "sudo cat /etc/kubernetes/admin.conf": exit status 83 (41.215125ms)

-- stdout --

	* The control-plane node cert-options-453000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-453000"

-- /stdout --

cert_options_test.go:102: failed to SSH to minikube with args: "out/minikube-darwin-arm64 ssh -p cert-options-453000 -- \"sudo cat /etc/kubernetes/admin.conf\"" : exit status 83

cert_options_test.go:106: Internal minikube kubeconfig (admin.conf) does not contains the right api port. 

-- stdout --

	* The control-plane node cert-options-453000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-453000"

-- /stdout --

cert_options_test.go:109: *** TestCertOptions FAILED at 2024-09-17 02:32:17.283262 -0700 PDT m=+3292.568327001

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-453000 -n cert-options-453000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-453000 -n cert-options-453000: exit status 7 (31.173125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-options-453000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-options-453000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-options-453000

--- FAIL: TestCertOptions (10.12s)

=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=3m --driver=qemu2 

cert_options_test.go:123: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=3m --driver=qemu2 : exit status 80 (9.977970792s)

-- stdout --

	* [cert-expiration-340000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-expiration-340000" primary control-plane node in "cert-expiration-340000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-expiration-340000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-340000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:125: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=3m --driver=qemu2 " : exit status 80

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=8760h --driver=qemu2 

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=8760h --driver=qemu2 : exit status 80 (5.218620583s)

-- stdout --

	* [cert-expiration-340000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-340000" primary control-plane node in "cert-expiration-340000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-340000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-340000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-340000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-arm64 start -p cert-expiration-340000 --memory=2048 --cert-expiration=8760h --driver=qemu2 " : exit status 80

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-340000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-340000" primary control-plane node in "cert-expiration-340000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-340000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-340000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-340000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2024-09-17 02:35:17.499732 -0700 PDT m=+3472.785656293

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-340000 -n cert-expiration-340000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-340000 -n cert-expiration-340000: exit status 7 (57.01525ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-expiration-340000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-340000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-expiration-340000

--- FAIL: TestCertExpiration (195.34s)

=== RUN   TestDockerFlags

=== PAUSE TestDockerFlags

=== CONT  TestDockerFlags

docker_test.go:51: (dbg) Run:  out/minikube-darwin-arm64 start -p docker-flags-296000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:51: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p docker-flags-296000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (10.057533875s)

-- stdout --

	* [docker-flags-296000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "docker-flags-296000" primary control-plane node in "docker-flags-296000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "docker-flags-296000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:31:57.008903    4144 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:31:57.009033    4144 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:57.009036    4144 out.go:358] Setting ErrFile to fd 2...

	I0917 02:31:57.009038    4144 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:57.009188    4144 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:31:57.010317    4144 out.go:352] Setting JSON to false

	I0917 02:31:57.026440    4144 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3687,"bootTime":1726561830,"procs":470,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:31:57.026505    4144 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:31:57.032430    4144 out.go:177] * [docker-flags-296000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:31:57.039344    4144 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:31:57.039383    4144 notify.go:220] Checking for updates...

	I0917 02:31:57.047338    4144 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:31:57.050337    4144 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:31:57.053346    4144 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:31:57.056293    4144 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:31:57.059344    4144 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:31:57.062670    4144 config.go:182] Loaded profile config "force-systemd-flag-446000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:57.062735    4144 config.go:182] Loaded profile config "multinode-661000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:57.062777    4144 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:31:57.065173    4144 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 02:31:57.072290    4144 start.go:297] selected driver: qemu2

	I0917 02:31:57.072296    4144 start.go:901] validating driver "qemu2" against <nil>

	I0917 02:31:57.072304    4144 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:31:57.074714    4144 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 02:31:57.075964    4144 out.go:177] * Automatically selected the socket_vmnet network

	I0917 02:31:57.078433    4144 start_flags.go:942] Waiting for no components: map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false]

	I0917 02:31:57.078451    4144 cni.go:84] Creating CNI manager for ""

	I0917 02:31:57.078476    4144 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 02:31:57.078480    4144 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0917 02:31:57.078510    4144 start.go:340] cluster config:

	{Name:docker-flags-296000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:docker-flags-296000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[]

DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMn

etClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:31:57.082263    4144 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:31:57.089313    4144 out.go:177] * Starting "docker-flags-296000" primary control-plane node in "docker-flags-296000" cluster

	I0917 02:31:57.093304    4144 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:31:57.093325    4144 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:31:57.093333    4144 cache.go:56] Caching tarball of preloaded images

	I0917 02:31:57.093413    4144 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:31:57.093419    4144 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:31:57.093480    4144 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/docker-flags-296000/config.json ...

	I0917 02:31:57.093493    4144 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/docker-flags-296000/config.json: {Name:mkd89fc0e79aba681e14968122bf7088754d9d09 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 02:31:57.093718    4144 start.go:360] acquireMachinesLock for docker-flags-296000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:57.093754    4144 start.go:364] duration metric: took 29.292µs to acquireMachinesLock for "docker-flags-296000"

	I0917 02:31:57.093766    4144 start.go:93] Provisioning new machine with config: &{Name:docker-flags-296000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey

: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:docker-flags-296000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:dock

er MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:57.093790    4144 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:57.102308    4144 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:57.120458    4144 start.go:159] libmachine.API.Create for "docker-flags-296000" (driver="qemu2")

	I0917 02:31:57.120489    4144 client.go:168] LocalClient.Create starting

	I0917 02:31:57.120563    4144 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:57.120594    4144 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:57.120602    4144 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:57.120639    4144 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:57.120664    4144 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:57.120674    4144 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:57.121077    4144 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:57.279825    4144 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:57.454205    4144 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:57.454216    4144 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:57.454433    4144 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:31:57.463880    4144 main.go:141] libmachine: STDOUT: 

	I0917 02:31:57.463899    4144 main.go:141] libmachine: STDERR: 

	I0917 02:31:57.463960    4144 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2 +20000M

	I0917 02:31:57.471908    4144 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:57.471923    4144 main.go:141] libmachine: STDERR: 

	I0917 02:31:57.471940    4144 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:31:57.471946    4144 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:57.471960    4144 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:57.471983    4144 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/qemu.pid -device virtio-net-pci,netdev=net0,mac=7a:cd:5e:c1:17:83 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:31:57.473587    4144 main.go:141] libmachine: STDOUT: 

	I0917 02:31:57.473600    4144 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:57.473628    4144 client.go:171] duration metric: took 353.134ms to LocalClient.Create

	I0917 02:31:59.475798    4144 start.go:128] duration metric: took 2.382000417s to createHost

	I0917 02:31:59.475842    4144 start.go:83] releasing machines lock for "docker-flags-296000", held for 2.382089417s

	W0917 02:31:59.475907    4144 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:59.493982    4144 out.go:177] * Deleting "docker-flags-296000" in qemu2 ...

	W0917 02:31:59.517076    4144 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:59.517093    4144 start.go:729] Will try again in 5 seconds ...

	I0917 02:32:04.519336    4144 start.go:360] acquireMachinesLock for docker-flags-296000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:32:04.675365    4144 start.go:364] duration metric: took 155.867792ms to acquireMachinesLock for "docker-flags-296000"

	I0917 02:32:04.675495    4144 start.go:93] Provisioning new machine with config: &{Name:docker-flags-296000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey

: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:docker-flags-296000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:dock

er MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:32:04.675794    4144 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:32:04.688266    4144 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:32:04.737720    4144 start.go:159] libmachine.API.Create for "docker-flags-296000" (driver="qemu2")

	I0917 02:32:04.737762    4144 client.go:168] LocalClient.Create starting

	I0917 02:32:04.737892    4144 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:32:04.737966    4144 main.go:141] libmachine: Decoding PEM data...

	I0917 02:32:04.737983    4144 main.go:141] libmachine: Parsing certificate...

	I0917 02:32:04.738052    4144 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:32:04.738101    4144 main.go:141] libmachine: Decoding PEM data...

	I0917 02:32:04.738116    4144 main.go:141] libmachine: Parsing certificate...

	I0917 02:32:04.738727    4144 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:32:04.911738    4144 main.go:141] libmachine: Creating SSH key...

	I0917 02:32:04.965746    4144 main.go:141] libmachine: Creating Disk image...

	I0917 02:32:04.965752    4144 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:32:04.965967    4144 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:32:04.975087    4144 main.go:141] libmachine: STDOUT: 

	I0917 02:32:04.975106    4144 main.go:141] libmachine: STDERR: 

	I0917 02:32:04.975157    4144 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2 +20000M

	I0917 02:32:04.982935    4144 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:32:04.982956    4144 main.go:141] libmachine: STDERR: 

	I0917 02:32:04.982967    4144 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:32:04.982971    4144 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:32:04.982979    4144 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:32:04.983015    4144 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/qemu.pid -device virtio-net-pci,netdev=net0,mac=7e:a8:02:3e:77:33 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/docker-flags-296000/disk.qcow2

	I0917 02:32:04.984611    4144 main.go:141] libmachine: STDOUT: 

	I0917 02:32:04.984624    4144 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:32:04.984636    4144 client.go:171] duration metric: took 246.870334ms to LocalClient.Create

	I0917 02:32:06.986815    4144 start.go:128] duration metric: took 2.31100225s to createHost

	I0917 02:32:06.986860    4144 start.go:83] releasing machines lock for "docker-flags-296000", held for 2.311463208s

	W0917 02:32:06.987165    4144 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p docker-flags-296000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p docker-flags-296000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:32:06.999932    4144 out.go:201] 

	W0917 02:32:07.013039    4144 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:32:07.013071    4144 out.go:270] * 

	* 

	W0917 02:32:07.015598    4144 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:32:07.022902    4144 out.go:201] 

** /stderr **

docker_test.go:53: failed to start minikube with args: "out/minikube-darwin-arm64 start -p docker-flags-296000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:56: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-296000 ssh "sudo systemctl show docker --property=Environment --no-pager"

docker_test.go:56: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-296000 ssh "sudo systemctl show docker --property=Environment --no-pager": exit status 83 (77.223625ms)

-- stdout --

	* The control-plane node docker-flags-296000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-296000"

-- /stdout --

docker_test.go:58: failed to 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-296000 ssh \"sudo systemctl show docker --property=Environment --no-pager\"": exit status 83

docker_test.go:63: expected env key/value "FOO=BAR" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-296000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-296000\"\n"*.

docker_test.go:63: expected env key/value "BAZ=BAT" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-296000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-296000\"\n"*.

docker_test.go:67: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-296000 ssh "sudo systemctl show docker --property=ExecStart --no-pager"

docker_test.go:67: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-296000 ssh "sudo systemctl show docker --property=ExecStart --no-pager": exit status 83 (45.863917ms)

-- stdout --

	* The control-plane node docker-flags-296000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-296000"

-- /stdout --

docker_test.go:69: failed on the second 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-296000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"": exit status 83

docker_test.go:73: expected "out/minikube-darwin-arm64 -p docker-flags-296000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"" output to have include *--debug* . output: "* The control-plane node docker-flags-296000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-296000\"\n"

panic.go:629: *** TestDockerFlags FAILED at 2024-09-17 02:32:07.164457 -0700 PDT m=+3282.449473918

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-296000 -n docker-flags-296000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-296000 -n docker-flags-296000: exit status 7 (29.808667ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "docker-flags-296000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "docker-flags-296000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p docker-flags-296000

--- FAIL: TestDockerFlags (10.29s)

=== RUN   TestForceSystemdFlag

=== PAUSE TestForceSystemdFlag

=== CONT  TestForceSystemdFlag

docker_test.go:91: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-flag-446000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:91: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-flag-446000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (10.244650667s)

-- stdout --

	* [force-systemd-flag-446000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-flag-446000" primary control-plane node in "force-systemd-flag-446000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-flag-446000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:31:51.892951    4123 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:31:51.893080    4123 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:51.893084    4123 out.go:358] Setting ErrFile to fd 2...

	I0917 02:31:51.893086    4123 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:51.893215    4123 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:31:51.894279    4123 out.go:352] Setting JSON to false

	I0917 02:31:51.910224    4123 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3681,"bootTime":1726561830,"procs":470,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:31:51.910320    4123 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:31:51.916322    4123 out.go:177] * [force-systemd-flag-446000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:31:51.924253    4123 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:31:51.924304    4123 notify.go:220] Checking for updates...

	I0917 02:31:51.932140    4123 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:31:51.935176    4123 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:31:51.938244    4123 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:31:51.941175    4123 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:31:51.944245    4123 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:31:51.947510    4123 config.go:182] Loaded profile config "force-systemd-env-154000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:51.947588    4123 config.go:182] Loaded profile config "multinode-661000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:51.947629    4123 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:31:51.950172    4123 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 02:31:51.957265    4123 start.go:297] selected driver: qemu2

	I0917 02:31:51.957272    4123 start.go:901] validating driver "qemu2" against <nil>

	I0917 02:31:51.957280    4123 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:31:51.959701    4123 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 02:31:51.960959    4123 out.go:177] * Automatically selected the socket_vmnet network

	I0917 02:31:51.964349    4123 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0917 02:31:51.964368    4123 cni.go:84] Creating CNI manager for ""

	I0917 02:31:51.964400    4123 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 02:31:51.964405    4123 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0917 02:31:51.964434    4123 start.go:340] cluster config:

	{Name:force-systemd-flag-446000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-flag-446000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster

.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet Static

IP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:31:51.968080    4123 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:31:51.975194    4123 out.go:177] * Starting "force-systemd-flag-446000" primary control-plane node in "force-systemd-flag-446000" cluster

	I0917 02:31:51.979207    4123 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:31:51.979226    4123 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:31:51.979236    4123 cache.go:56] Caching tarball of preloaded images

	I0917 02:31:51.979322    4123 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:31:51.979329    4123 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:31:51.979394    4123 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/force-systemd-flag-446000/config.json ...

	I0917 02:31:51.979405    4123 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/force-systemd-flag-446000/config.json: {Name:mk3135b0e8d3b6d767554a723e1834f18a1bd004 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 02:31:51.979628    4123 start.go:360] acquireMachinesLock for force-systemd-flag-446000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:51.979670    4123 start.go:364] duration metric: took 31.5µs to acquireMachinesLock for "force-systemd-flag-446000"

	I0917 02:31:51.979683    4123 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-446000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kubernetes

Config:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-flag-446000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror

: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:51.979722    4123 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:51.988190    4123 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:52.006628    4123 start.go:159] libmachine.API.Create for "force-systemd-flag-446000" (driver="qemu2")

	I0917 02:31:52.006659    4123 client.go:168] LocalClient.Create starting

	I0917 02:31:52.006739    4123 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:52.006776    4123 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:52.006789    4123 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:52.006838    4123 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:52.006862    4123 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:52.006871    4123 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:52.007231    4123 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:52.166460    4123 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:52.198084    4123 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:52.198089    4123 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:52.198291    4123 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:31:52.207356    4123 main.go:141] libmachine: STDOUT: 

	I0917 02:31:52.207374    4123 main.go:141] libmachine: STDERR: 

	I0917 02:31:52.207433    4123 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2 +20000M

	I0917 02:31:52.215142    4123 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:52.215157    4123 main.go:141] libmachine: STDERR: 

	I0917 02:31:52.215181    4123 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:31:52.215186    4123 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:52.215198    4123 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:52.215226    4123 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/qemu.pid -device virtio-net-pci,netdev=net0,mac=2e:e2:31:cb:e9:86 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:31:52.216776    4123 main.go:141] libmachine: STDOUT: 

	I0917 02:31:52.216789    4123 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:52.216810    4123 client.go:171] duration metric: took 210.145625ms to LocalClient.Create

	I0917 02:31:54.218970    4123 start.go:128] duration metric: took 2.239239792s to createHost

	I0917 02:31:54.219094    4123 start.go:83] releasing machines lock for "force-systemd-flag-446000", held for 2.239423167s

	W0917 02:31:54.219162    4123 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:54.237240    4123 out.go:177] * Deleting "force-systemd-flag-446000" in qemu2 ...

	W0917 02:31:54.261811    4123 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:54.261830    4123 start.go:729] Will try again in 5 seconds ...

	I0917 02:31:59.264023    4123 start.go:360] acquireMachinesLock for force-systemd-flag-446000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:59.475974    4123 start.go:364] duration metric: took 211.844833ms to acquireMachinesLock for "force-systemd-flag-446000"

	I0917 02:31:59.476105    4123 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-446000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kubernetes

Config:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-flag-446000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror

: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:59.476408    4123 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:59.482062    4123 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:59.529297    4123 start.go:159] libmachine.API.Create for "force-systemd-flag-446000" (driver="qemu2")

	I0917 02:31:59.529341    4123 client.go:168] LocalClient.Create starting

	I0917 02:31:59.529467    4123 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:59.529545    4123 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:59.529591    4123 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:59.529660    4123 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:59.529706    4123 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:59.529718    4123 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:59.530274    4123 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:59.725096    4123 main.go:141] libmachine: Creating SSH key...

	I0917 02:32:00.034726    4123 main.go:141] libmachine: Creating Disk image...

	I0917 02:32:00.034737    4123 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:32:00.034938    4123 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:32:00.044286    4123 main.go:141] libmachine: STDOUT: 

	I0917 02:32:00.044309    4123 main.go:141] libmachine: STDERR: 

	I0917 02:32:00.044380    4123 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2 +20000M

	I0917 02:32:00.052263    4123 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:32:00.052281    4123 main.go:141] libmachine: STDERR: 

	I0917 02:32:00.052296    4123 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:32:00.052306    4123 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:32:00.052312    4123 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:32:00.052345    4123 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/qemu.pid -device virtio-net-pci,netdev=net0,mac=52:0b:e3:00:6f:ce -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-flag-446000/disk.qcow2

	I0917 02:32:00.053909    4123 main.go:141] libmachine: STDOUT: 

	I0917 02:32:00.053921    4123 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:32:00.053936    4123 client.go:171] duration metric: took 524.592083ms to LocalClient.Create

	I0917 02:32:02.056221    4123 start.go:128] duration metric: took 2.57973775s to createHost

	I0917 02:32:02.056330    4123 start.go:83] releasing machines lock for "force-systemd-flag-446000", held for 2.580315875s

	W0917 02:32:02.056685    4123 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-446000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-446000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:32:02.079386    4123 out.go:201] 

	W0917 02:32:02.083430    4123 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:32:02.083484    4123 out.go:270] * 

	* 

	W0917 02:32:02.086077    4123 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:32:02.095306    4123 out.go:201] 

** /stderr **

docker_test.go:93: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-flag-446000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-flag-446000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-flag-446000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (75.149583ms)

-- stdout --

	* The control-plane node force-systemd-flag-446000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-flag-446000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-flag-446000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:106: *** TestForceSystemdFlag FAILED at 2024-09-17 02:32:02.187469 -0700 PDT m=+3277.472461709

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-446000 -n force-systemd-flag-446000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-446000 -n force-systemd-flag-446000: exit status 7 (34.737125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-flag-446000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-flag-446000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-flag-446000

--- FAIL: TestForceSystemdFlag (10.43s)

=== RUN   TestForceSystemdEnv

=== PAUSE TestForceSystemdEnv

=== CONT  TestForceSystemdEnv

docker_test.go:155: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-env-154000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:155: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-env-154000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (12.331354041s)

-- stdout --

	* [force-systemd-env-154000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=true

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-env-154000" primary control-plane node in "force-systemd-env-154000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-env-154000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:31:44.482127    4085 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:31:44.482281    4085 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:44.482284    4085 out.go:358] Setting ErrFile to fd 2...

	I0917 02:31:44.482286    4085 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:31:44.482407    4085 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:31:44.483534    4085 out.go:352] Setting JSON to false

	I0917 02:31:44.499630    4085 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3674,"bootTime":1726561830,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:31:44.499714    4085 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:31:44.505376    4085 out.go:177] * [force-systemd-env-154000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:31:44.513304    4085 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:31:44.513348    4085 notify.go:220] Checking for updates...

	I0917 02:31:44.520336    4085 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:31:44.523360    4085 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:31:44.526320    4085 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:31:44.529332    4085 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:31:44.532375    4085 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=true

	I0917 02:31:44.535742    4085 config.go:182] Loaded profile config "multinode-661000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:31:44.535788    4085 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:31:44.540342    4085 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 02:31:44.547249    4085 start.go:297] selected driver: qemu2

	I0917 02:31:44.547255    4085 start.go:901] validating driver "qemu2" against <nil>

	I0917 02:31:44.547260    4085 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:31:44.549611    4085 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 02:31:44.552347    4085 out.go:177] * Automatically selected the socket_vmnet network

	I0917 02:31:44.555396    4085 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0917 02:31:44.555410    4085 cni.go:84] Creating CNI manager for ""

	I0917 02:31:44.555432    4085 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0917 02:31:44.555439    4085 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0917 02:31:44.555465    4085 start.go:340] cluster config:

	{Name:force-systemd-env-154000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-env-154000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.l

ocal ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP

: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:31:44.559226    4085 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:31:44.566361    4085 out.go:177] * Starting "force-systemd-env-154000" primary control-plane node in "force-systemd-env-154000" cluster

	I0917 02:31:44.570355    4085 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:31:44.570374    4085 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:31:44.570382    4085 cache.go:56] Caching tarball of preloaded images

	I0917 02:31:44.570455    4085 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:31:44.570461    4085 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:31:44.570523    4085 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/force-systemd-env-154000/config.json ...

	I0917 02:31:44.570540    4085 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/force-systemd-env-154000/config.json: {Name:mk9203946d90af7fd9c3f0066aae2c1724ced62d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 02:31:44.570746    4085 start.go:360] acquireMachinesLock for force-systemd-env-154000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:44.570781    4085 start.go:364] duration metric: took 28.542µs to acquireMachinesLock for "force-systemd-env-154000"

	I0917 02:31:44.570793    4085 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-154000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesC

onfig:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-env-154000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:

DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:44.570825    4085 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:44.579364    4085 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:44.596831    4085 start.go:159] libmachine.API.Create for "force-systemd-env-154000" (driver="qemu2")

	I0917 02:31:44.596863    4085 client.go:168] LocalClient.Create starting

	I0917 02:31:44.596925    4085 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:44.596955    4085 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:44.596964    4085 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:44.596999    4085 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:44.597022    4085 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:44.597030    4085 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:44.597367    4085 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:44.756241    4085 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:45.052732    4085 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:45.052741    4085 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:45.052978    4085 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:45.062784    4085 main.go:141] libmachine: STDOUT: 

	I0917 02:31:45.062803    4085 main.go:141] libmachine: STDERR: 

	I0917 02:31:45.062867    4085 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2 +20000M

	I0917 02:31:45.070828    4085 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:45.070841    4085 main.go:141] libmachine: STDERR: 

	I0917 02:31:45.070863    4085 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:45.070868    4085 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:45.070878    4085 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:45.070902    4085 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/qemu.pid -device virtio-net-pci,netdev=net0,mac=3a:b0:54:00:b9:36 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:45.072554    4085 main.go:141] libmachine: STDOUT: 

	I0917 02:31:45.072568    4085 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:45.072586    4085 client.go:171] duration metric: took 475.721167ms to LocalClient.Create

	I0917 02:31:47.074728    4085 start.go:128] duration metric: took 2.503898083s to createHost

	I0917 02:31:47.074809    4085 start.go:83] releasing machines lock for "force-systemd-env-154000", held for 2.504029959s

	W0917 02:31:47.074875    4085 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:47.085482    4085 out.go:177] * Deleting "force-systemd-env-154000" in qemu2 ...

	W0917 02:31:47.109995    4085 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:47.110019    4085 start.go:729] Will try again in 5 seconds ...

	I0917 02:31:52.112128    4085 start.go:360] acquireMachinesLock for force-systemd-env-154000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:31:54.219263    4085 start.go:364] duration metric: took 2.107068667s to acquireMachinesLock for "force-systemd-env-154000"

	I0917 02:31:54.219410    4085 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-154000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesC

onfig:{KubernetesVersion:v1.31.1 ClusterName:force-systemd-env-154000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:

DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:31:54.219707    4085 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:31:54.230258    4085 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0917 02:31:54.281455    4085 start.go:159] libmachine.API.Create for "force-systemd-env-154000" (driver="qemu2")

	I0917 02:31:54.281514    4085 client.go:168] LocalClient.Create starting

	I0917 02:31:54.281635    4085 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:31:54.281694    4085 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:54.281713    4085 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:54.281778    4085 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:31:54.281825    4085 main.go:141] libmachine: Decoding PEM data...

	I0917 02:31:54.281838    4085 main.go:141] libmachine: Parsing certificate...

	I0917 02:31:54.282391    4085 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:31:54.631285    4085 main.go:141] libmachine: Creating SSH key...

	I0917 02:31:54.709200    4085 main.go:141] libmachine: Creating Disk image...

	I0917 02:31:54.709207    4085 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:31:54.709412    4085 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:54.718631    4085 main.go:141] libmachine: STDOUT: 

	I0917 02:31:54.718652    4085 main.go:141] libmachine: STDERR: 

	I0917 02:31:54.718733    4085 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2 +20000M

	I0917 02:31:54.726616    4085 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:31:54.726632    4085 main.go:141] libmachine: STDERR: 

	I0917 02:31:54.726646    4085 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:54.726651    4085 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:31:54.726657    4085 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:31:54.726697    4085 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/qemu.pid -device virtio-net-pci,netdev=net0,mac=42:f0:2a:8d:ee:d8 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/force-systemd-env-154000/disk.qcow2

	I0917 02:31:54.728354    4085 main.go:141] libmachine: STDOUT: 

	I0917 02:31:54.728367    4085 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:31:54.728380    4085 client.go:171] duration metric: took 446.861458ms to LocalClient.Create

	I0917 02:31:56.730546    4085 start.go:128] duration metric: took 2.510820708s to createHost

	I0917 02:31:56.730608    4085 start.go:83] releasing machines lock for "force-systemd-env-154000", held for 2.511282625s

	W0917 02:31:56.730974    4085 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-154000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-154000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:31:56.750733    4085 out.go:201] 

	W0917 02:31:56.756811    4085 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:31:56.756840    4085 out.go:270] * 

	* 

	W0917 02:31:56.759504    4085 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:31:56.769687    4085 out.go:201] 

** /stderr **

docker_test.go:157: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-env-154000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-env-154000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-env-154000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (77.668083ms)

-- stdout --

	* The control-plane node force-systemd-env-154000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-env-154000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-env-154000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:166: *** TestForceSystemdEnv FAILED at 2024-09-17 02:31:56.864386 -0700 PDT m=+3272.149353584

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-154000 -n force-systemd-env-154000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-154000 -n force-systemd-env-154000: exit status 7 (36.417625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-env-154000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-env-154000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-env-154000

--- FAIL: TestForceSystemdEnv (12.53s)

=== RUN   TestFunctional/parallel/ServiceCmdConnect

=== PAUSE TestFunctional/parallel/ServiceCmdConnect

=== CONT  TestFunctional/parallel/ServiceCmdConnect

functional_test.go:1627: (dbg) Run:  kubectl --context functional-386000 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8

functional_test.go:1635: (dbg) Run:  kubectl --context functional-386000 expose deployment hello-node-connect --type=NodePort --port=8080

functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...

helpers_test.go:344: "hello-node-connect-65d86f57f4-tp5vq" [b627a8ea-13e3-41db-8162-0b8046f3e6fb] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

helpers_test.go:344: "hello-node-connect-65d86f57f4-tp5vq" [b627a8ea-13e3-41db-8162-0b8046f3e6fb] Running / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 8.003824042s

functional_test.go:1649: (dbg) Run:  out/minikube-darwin-arm64 -p functional-386000 service hello-node-connect --url

functional_test.go:1655: found endpoint for hello-node-connect: http://192.168.105.4:32134

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

E0917 01:56:59.090542    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1681: failed to fetch http://192.168.105.4:32134: Get "http://192.168.105.4:32134": dial tcp 192.168.105.4:32134: connect: connection refused

functional_test.go:1598: service test failed - dumping debug information

functional_test.go:1599: -----------------------service failure post-mortem--------------------------------

functional_test.go:1602: (dbg) Run:  kubectl --context functional-386000 describe po hello-node-connect

functional_test.go:1606: hello-node pod describe:

Name:             hello-node-connect-65d86f57f4-tp5vq

Namespace:        default

Priority:         0

Service Account:  default

Node:             functional-386000/192.168.105.4

Start Time:       Tue, 17 Sep 2024 01:56:50 -0700

Labels:           app=hello-node-connect

pod-template-hash=65d86f57f4

Annotations:      <none>

Status:           Running

IP:               10.244.0.9

IPs:

IP:           10.244.0.9

Controlled By:  ReplicaSet/hello-node-connect-65d86f57f4

Containers:

echoserver-arm:

Container ID:   docker://acf9e1ff49d10ab01cdf31fe655ce0ce80e9b9f49d7a74e5d6503eb30147aaee

Image:          registry.k8s.io/echoserver-arm:1.8

Image ID:       docker-pullable://registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5

Port:           <none>

Host Port:      <none>

State:          Waiting

Reason:       CrashLoopBackOff

Last State:     Terminated

Reason:       Error

Exit Code:    1

Started:      Tue, 17 Sep 2024 01:57:07 -0700

Finished:     Tue, 17 Sep 2024 01:57:07 -0700

Ready:          False

Restart Count:  2

Environment:    <none>

Mounts:

/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-4l74l (ro)

Conditions:

Type                        Status

PodReadyToStartContainers   True 

Initialized                 True 

Ready                       False 

ContainersReady             False 

PodScheduled                True 

Volumes:

kube-api-access-4l74l:

Type:                    Projected (a volume that contains injected data from multiple sources)

TokenExpirationSeconds:  3607

ConfigMapName:           kube-root-ca.crt

ConfigMapOptional:       <nil>

DownwardAPI:             true

QoS Class:                   BestEffort

Node-Selectors:              <none>

Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

Events:

Type     Reason     Age                From               Message

----     ------     ----               ----               -------

Normal   Scheduled  35s                default-scheduler  Successfully assigned default/hello-node-connect-65d86f57f4-tp5vq to functional-386000

Normal   Pulled     19s (x3 over 35s)  kubelet            Container image "registry.k8s.io/echoserver-arm:1.8" already present on machine

Normal   Created    19s (x3 over 35s)  kubelet            Created container echoserver-arm

Normal   Started    19s (x3 over 35s)  kubelet            Started container echoserver-arm

Warning  BackOff    6s (x3 over 33s)   kubelet            Back-off restarting failed container echoserver-arm in pod hello-node-connect-65d86f57f4-tp5vq_default(b627a8ea-13e3-41db-8162-0b8046f3e6fb)

functional_test.go:1608: (dbg) Run:  kubectl --context functional-386000 logs -l app=hello-node-connect

functional_test.go:1612: hello-node logs:

exec /usr/sbin/nginx: exec format error

functional_test.go:1614: (dbg) Run:  kubectl --context functional-386000 describe svc hello-node-connect

functional_test.go:1618: hello-node svc describe:

Name:                     hello-node-connect

Namespace:                default

Labels:                   app=hello-node-connect

Annotations:              <none>

Selector:                 app=hello-node-connect

Type:                     NodePort

IP Family Policy:         SingleStack

IP Families:              IPv4

IP:                       10.108.3.255

IPs:                      10.108.3.255

Port:                     <unset>  8080/TCP

TargetPort:               8080/TCP

NodePort:                 <unset>  32134/TCP

Endpoints:                

Session Affinity:         None

External Traffic Policy:  Cluster

Events:                   <none>

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p functional-386000 -n functional-386000

helpers_test.go:244: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p functional-386000 logs -n 25

helpers_test.go:252: TestFunctional/parallel/ServiceCmdConnect logs: 

-- stdout --

	==> Audit <==

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	|  Command  |                                                         Args                                                         |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| service   | functional-386000 service                                                                                            | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:56 PDT | 17 Sep 24 01:56 PDT |

	|           | hello-node-connect --url                                                                                             |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdany-port113827220/001:/mount-9p       |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh -- ls                                                                                          | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -la /mount-9p                                                                                                        |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh cat                                                                                            | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | /mount-9p/test-1726563436216036000                                                                                   |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh stat                                                                                           | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | /mount-9p/created-by-test                                                                                            |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh stat                                                                                           | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | /mount-9p/created-by-pod                                                                                             |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh sudo                                                                                           | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | umount -f /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdspecific-port3158075812/001:/mount-9p |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1 --port 46464                                                                                  |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh -- ls                                                                                          | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -la /mount-9p                                                                                                        |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh sudo                                                                                           | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | umount -f /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2244190414/001:/mount1   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2244190414/001:/mount3   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2244190414/001:/mount2   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -T /mount1                                                                                                           |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -T /mount2                                                                                                           |                   |         |         |                     |                     |

	| ssh       | functional-386000 ssh findmnt                                                                                        | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT | 17 Sep 24 01:57 PDT |

	|           | -T /mount3                                                                                                           |                   |         |         |                     |                     |

	| mount     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | --kill=true                                                                                                          |                   |         |         |                     |                     |

	| start     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | --dry-run --memory                                                                                                   |                   |         |         |                     |                     |

	|           | 250MB --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| start     | -p functional-386000 --dry-run                                                                                       | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| start     | -p functional-386000                                                                                                 | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | --dry-run --memory                                                                                                   |                   |         |         |                     |                     |

	|           | 250MB --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| dashboard | --url --port 36195                                                                                                   | functional-386000 | jenkins | v1.34.0 | 17 Sep 24 01:57 PDT |                     |

	|           | -p functional-386000                                                                                                 |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/09/17 01:57:24

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.23.0 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0917 01:57:24.496191    2375 out.go:345] Setting OutFile to fd 1 ...

	I0917 01:57:24.496309    2375 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:57:24.496312    2375 out.go:358] Setting ErrFile to fd 2...

	I0917 01:57:24.496315    2375 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 01:57:24.496435    2375 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 01:57:24.497789    2375 out.go:352] Setting JSON to false

	I0917 01:57:24.514968    2375 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1614,"bootTime":1726561830,"procs":467,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 01:57:24.515048    2375 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 01:57:24.520098    2375 out.go:177] * [functional-386000] minikube v1.34.0 sur Darwin 14.5 (arm64)

	I0917 01:57:24.529081    2375 notify.go:220] Checking for updates...

	I0917 01:57:24.533007    2375 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 01:57:24.536908    2375 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 01:57:24.540042    2375 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 01:57:24.543062    2375 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 01:57:24.546096    2375 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 01:57:24.549088    2375 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 01:57:24.552336    2375 config.go:182] Loaded profile config "functional-386000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 01:57:24.552628    2375 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 01:57:24.557038    2375 out.go:177] * Utilisation du pilote qemu2 basé sur le profil existant

	I0917 01:57:24.564018    2375 start.go:297] selected driver: qemu2

	I0917 01:57:24.564024    2375 start.go:901] validating driver "qemu2" against &{Name:functional-386000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kub

ernetesVersion:v1.31.1 ClusterName:functional-386000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpirat

ion:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 01:57:24.564074    2375 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 01:57:24.570063    2375 out.go:201] 

	W0917 01:57:24.574013    2375 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo

	I0917 01:57:24.578100    2375 out.go:201] 

	==> Docker <==

	Sep 17 08:57:19 functional-386000 dockerd[6066]: time="2024-09-17T08:57:19.061240266Z" level=warning msg="cleaning up after shim disconnected" id=abffc9157088226a3c1d1a03ee347fd8062231a13be7582c25d87420533fb08f namespace=moby

	Sep 17 08:57:19 functional-386000 dockerd[6066]: time="2024-09-17T08:57:19.061244516Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:57:20 functional-386000 dockerd[6059]: time="2024-09-17T08:57:20.691334783Z" level=info msg="ignoring event" container=dbef08f76463981d21ff8537c1e24829df0c2f7ff05d61dc664943057018fa3f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:57:20 functional-386000 dockerd[6066]: time="2024-09-17T08:57:20.691603938Z" level=info msg="shim disconnected" id=dbef08f76463981d21ff8537c1e24829df0c2f7ff05d61dc664943057018fa3f namespace=moby

	Sep 17 08:57:20 functional-386000 dockerd[6066]: time="2024-09-17T08:57:20.691640187Z" level=warning msg="cleaning up after shim disconnected" id=dbef08f76463981d21ff8537c1e24829df0c2f7ff05d61dc664943057018fa3f namespace=moby

	Sep 17 08:57:20 functional-386000 dockerd[6066]: time="2024-09-17T08:57:20.691645353Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.623821629Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.623872543Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.623892001Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.623927666Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:24 functional-386000 dockerd[6059]: time="2024-09-17T08:57:24.661602571Z" level=info msg="ignoring event" container=98a1dc188e18d3e18cf4384f1f0fcf0a68aad11020be9d8f0d0a4319fa942837 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.661796896Z" level=info msg="shim disconnected" id=98a1dc188e18d3e18cf4384f1f0fcf0a68aad11020be9d8f0d0a4319fa942837 namespace=moby

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.661855935Z" level=warning msg="cleaning up after shim disconnected" id=98a1dc188e18d3e18cf4384f1f0fcf0a68aad11020be9d8f0d0a4319fa942837 namespace=moby

	Sep 17 08:57:24 functional-386000 dockerd[6066]: time="2024-09-17T08:57:24.661865476Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.426202655Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.426336691Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.426352482Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.426421604Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.460213632Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.460328335Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.460353126Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:25 functional-386000 dockerd[6066]: time="2024-09-17T08:57:25.460410998Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 17 08:57:25 functional-386000 cri-dockerd[6311]: time="2024-09-17T08:57:25Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/51a6ac21a4cd1d62064a30fc517dcb5f6dce61f9a88b3801135abe890d3b5fb4/resolv.conf as [nameserver 10.96.0.10 search kubernetes-dashboard.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Sep 17 08:57:25 functional-386000 cri-dockerd[6311]: time="2024-09-17T08:57:25Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/5da1ee5793f074f01a6de384af5213ac947efe187ccd73cc1f68a05f5e18d5b6/resolv.conf as [nameserver 10.96.0.10 search kubernetes-dashboard.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Sep 17 08:57:25 functional-386000 dockerd[6059]: time="2024-09-17T08:57:25.718632023Z" level=warning msg="reference for unknown type: " digest="sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93" remote="docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93"

	==> container status <==

	CONTAINER           IMAGE                                                                                                 CREATED              STATE               NAME                      ATTEMPT             POD ID              POD

	98a1dc188e18d       72565bf5bbedf                                                                                         2 seconds ago        Exited              echoserver-arm            3                   c4b998f03720f       hello-node-64b4f8f9ff-knlnd

	abffc91570882       gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e   8 seconds ago        Exited              mount-munger              0                   dbef08f764639       busybox-mount

	486785d295f88       nginx@sha256:04ba374043ccd2fc5c593885c0eacddebabd5ca375f9323666f28dfd5a9710e3                         17 seconds ago       Running             myfrontend                0                   9cbd180490932       sp-pod

	acf9e1ff49d10       72565bf5bbedf                                                                                         19 seconds ago       Exited              echoserver-arm            2                   280bd36c02eb3       hello-node-connect-65d86f57f4-tp5vq

	be0cfbde8650b       nginx@sha256:a5127daff3d6f4606be3100a252419bfa84fd6ee5cd74d0feaca1a5068f97dcf                         42 seconds ago       Running             nginx                     0                   609a1ef05eeb0       nginx-svc

	3b498d0a23a12       2f6c962e7b831                                                                                         About a minute ago   Running             coredns                   2                   09487b844db1d       coredns-7c65d6cfc9-x66vn

	eb1d5a1443b36       ba04bb24b9575                                                                                         About a minute ago   Running             storage-provisioner       3                   596eef22b7e71       storage-provisioner

	0483c8d118c71       24a140c548c07                                                                                         About a minute ago   Running             kube-proxy                2                   bc6dd5fa124f6       kube-proxy-49xrq

	072dca59ab5b8       7f8aa378bb47d                                                                                         About a minute ago   Running             kube-scheduler            2                   2d87b3c7bf862       kube-scheduler-functional-386000

	52c3a38b7d1bd       279f381cb3736                                                                                         About a minute ago   Running             kube-controller-manager   2                   424324e9b0a25       kube-controller-manager-functional-386000

	750fd2c96a824       27e3830e14027                                                                                         About a minute ago   Running             etcd                      2                   59646b8457e9e       etcd-functional-386000

	ded3bdc4b29a3       d3f53a98c0a9d                                                                                         About a minute ago   Running             kube-apiserver            0                   6c50c87fd5797       kube-apiserver-functional-386000

	254b3178f45fc       ba04bb24b9575                                                                                         About a minute ago   Exited              storage-provisioner       2                   df915b4aef31c       storage-provisioner

	b743b30cad7c2       2f6c962e7b831                                                                                         About a minute ago   Exited              coredns                   1                   f5780ac7458d0       coredns-7c65d6cfc9-x66vn

	aa3945b82ef28       24a140c548c07                                                                                         About a minute ago   Exited              kube-proxy                1                   42b878e08c66a       kube-proxy-49xrq

	f14b6e8c009bb       7f8aa378bb47d                                                                                         2 minutes ago        Exited              kube-scheduler            1                   bdcdd618bfa23       kube-scheduler-functional-386000

	657dfbe684182       279f381cb3736                                                                                         2 minutes ago        Exited              kube-controller-manager   1                   198e585008231       kube-controller-manager-functional-386000

	c693a0a219184       27e3830e14027                                                                                         2 minutes ago        Exited              etcd                      1                   f0e70bed2bf87       etcd-functional-386000

	==> coredns [3b498d0a23a1] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.11.3

	linux/arm64, go1.21.11, a6338e9

	[INFO] 127.0.0.1:41353 - 3668 "HINFO IN 4422161568947349129.1430598719196774114. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009380534s

	[INFO] 10.244.0.1:14915 - 20086 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 4096" NOERROR qr,aa,rd 104 0.000097537s

	[INFO] 10.244.0.1:59432 - 25399 "AAAA IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 146 0.000086954s

	[INFO] 10.244.0.1:37235 - 32073 "A IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 104 0.00002654s

	[INFO] 10.244.0.1:1507 - 22610 "SVCB IN _dns.resolver.arpa. udp 36 false 512" NXDOMAIN qr,rd,ra 116 0.001018246s

	[INFO] 10.244.0.1:13527 - 29546 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 104 0.000052789s

	[INFO] 10.244.0.1:59003 - 20608 "AAAA IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 146 0.000079996s

	==> coredns [b743b30cad7c] <==

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.11.3

	linux/arm64, go1.21.11, a6338e9

	[INFO] 127.0.0.1:55778 - 2277 "HINFO IN 9192629514286605768.1756888316420195608. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009011939s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> describe nodes <==

	Name:               functional-386000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=functional-386000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=9256ba43b41ea130fa48757ddb8d93db00574f61

	                    minikube.k8s.io/name=functional-386000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_09_17T01_54_25_0700

	                    minikube.k8s.io/version=v1.34.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 17 Sep 2024 08:54:22 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  functional-386000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 17 Sep 2024 08:57:24 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 17 Sep 2024 08:57:14 +0000   Tue, 17 Sep 2024 08:54:22 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 17 Sep 2024 08:57:14 +0000   Tue, 17 Sep 2024 08:54:22 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 17 Sep 2024 08:57:14 +0000   Tue, 17 Sep 2024 08:54:22 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 17 Sep 2024 08:57:14 +0000   Tue, 17 Sep 2024 08:54:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.4

	  Hostname:    functional-386000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904740Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904740Ki

	  pods:               110

	System Info:

	  Machine ID:                 5fc993f78e104c3193ad9c41a42edff9

	  System UUID:                5fc993f78e104c3193ad9c41a42edff9

	  Boot ID:                    e163c707-6147-45d2-b781-c46ede9f30eb

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://27.2.1

	  Kubelet Version:            v1.31.1

	  Kube-Proxy Version:         v1.31.1

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (13 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  default                     hello-node-64b4f8f9ff-knlnd                  0 (0%)        0 (0%)      0 (0%)           0 (0%)         50s

	  default                     hello-node-connect-65d86f57f4-tp5vq          0 (0%)        0 (0%)      0 (0%)           0 (0%)         36s

	  default                     nginx-svc                                    0 (0%)        0 (0%)      0 (0%)           0 (0%)         46s

	  default                     sp-pod                                       0 (0%)        0 (0%)      0 (0%)           0 (0%)         18s

	  kube-system                 coredns-7c65d6cfc9-x66vn                     100m (5%)     0 (0%)      70Mi (1%)        170Mi (4%)     2m56s

	  kube-system                 etcd-functional-386000                       100m (5%)     0 (0%)      100Mi (2%)       0 (0%)         3m2s

	  kube-system                 kube-apiserver-functional-386000             250m (12%)    0 (0%)      0 (0%)           0 (0%)         73s

	  kube-system                 kube-controller-manager-functional-386000    200m (10%)    0 (0%)      0 (0%)           0 (0%)         3m2s

	  kube-system                 kube-proxy-49xrq                             0 (0%)        0 (0%)      0 (0%)           0 (0%)         2m57s

	  kube-system                 kube-scheduler-functional-386000             100m (5%)     0 (0%)      0 (0%)           0 (0%)         3m2s

	  kube-system                 storage-provisioner                          0 (0%)        0 (0%)      0 (0%)           0 (0%)         2m55s

	  kubernetes-dashboard        dashboard-metrics-scraper-c5db448b4-54blx    0 (0%)        0 (0%)      0 (0%)           0 (0%)         1s

	  kubernetes-dashboard        kubernetes-dashboard-695b96c756-t2dgn        0 (0%)        0 (0%)      0 (0%)           0 (0%)         1s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%)  0 (0%)

	  memory             170Mi (4%)  170Mi (4%)

	  ephemeral-storage  0 (0%)      0 (0%)

	  hugepages-1Gi      0 (0%)      0 (0%)

	  hugepages-2Mi      0 (0%)      0 (0%)

	  hugepages-32Mi     0 (0%)      0 (0%)

	  hugepages-64Ki     0 (0%)      0 (0%)

	Events:

	  Type    Reason                   Age                  From             Message

	  ----    ------                   ----                 ----             -------

	  Normal  Starting                 2m55s                kube-proxy       

	  Normal  Starting                 72s                  kube-proxy       

	  Normal  Starting                 118s                 kube-proxy       

	  Normal  NodeHasSufficientMemory  3m2s                 kubelet          Node functional-386000 status is now: NodeHasSufficientMemory

	  Normal  NodeAllocatableEnforced  3m2s                 kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasNoDiskPressure    3m2s                 kubelet          Node functional-386000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     3m2s                 kubelet          Node functional-386000 status is now: NodeHasSufficientPID

	  Normal  Starting                 3m2s                 kubelet          Starting kubelet.

	  Normal  NodeReady                2m58s                kubelet          Node functional-386000 status is now: NodeReady

	  Normal  RegisteredNode           2m57s                node-controller  Node functional-386000 event: Registered Node functional-386000 in Controller

	  Normal  NodeHasNoDiskPressure    2m2s (x8 over 2m2s)  kubelet          Node functional-386000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  2m2s (x8 over 2m2s)  kubelet          Node functional-386000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 2m2s                 kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     2m2s (x7 over 2m2s)  kubelet          Node functional-386000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m2s                 kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           116s                 node-controller  Node functional-386000 event: Registered Node functional-386000 in Controller

	  Normal  Starting                 77s                  kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  77s (x8 over 77s)    kubelet          Node functional-386000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    77s (x8 over 77s)    kubelet          Node functional-386000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     77s (x7 over 77s)    kubelet          Node functional-386000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  77s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           70s                  node-controller  Node functional-386000 event: Registered Node functional-386000 in Controller

	==> dmesg <==

	[  +6.948705] kauditd_printk_skb: 34 callbacks suppressed

	[  +8.743780] systemd-fstab-generator[5156]: Ignoring "noauto" option for root device

	[ +10.809906] systemd-fstab-generator[5582]: Ignoring "noauto" option for root device

	[  +0.056931] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.094670] systemd-fstab-generator[5616]: Ignoring "noauto" option for root device

	[  +0.110538] systemd-fstab-generator[5628]: Ignoring "noauto" option for root device

	[  +0.091801] systemd-fstab-generator[5642]: Ignoring "noauto" option for root device

	[  +5.141299] kauditd_printk_skb: 89 callbacks suppressed

	[Sep17 08:56] systemd-fstab-generator[6264]: Ignoring "noauto" option for root device

	[  +0.088227] systemd-fstab-generator[6276]: Ignoring "noauto" option for root device

	[  +0.068992] systemd-fstab-generator[6288]: Ignoring "noauto" option for root device

	[  +0.084600] systemd-fstab-generator[6303]: Ignoring "noauto" option for root device

	[  +0.224498] systemd-fstab-generator[6468]: Ignoring "noauto" option for root device

	[  +1.155664] systemd-fstab-generator[6590]: Ignoring "noauto" option for root device

	[  +4.411330] kauditd_printk_skb: 199 callbacks suppressed

	[  +9.975422] kauditd_printk_skb: 33 callbacks suppressed

	[  +2.700944] systemd-fstab-generator[7598]: Ignoring "noauto" option for root device

	[  +4.841234] kauditd_printk_skb: 14 callbacks suppressed

	[  +5.040501] kauditd_printk_skb: 19 callbacks suppressed

	[  +5.116911] kauditd_printk_skb: 22 callbacks suppressed

	[  +9.368055] kauditd_printk_skb: 13 callbacks suppressed

	[  +6.898684] kauditd_printk_skb: 32 callbacks suppressed

	[Sep17 08:57] kauditd_printk_skb: 1 callbacks suppressed

	[ +10.085069] kauditd_printk_skb: 21 callbacks suppressed

	[  +7.161923] kauditd_printk_skb: 15 callbacks suppressed

	==> etcd [750fd2c96a82] <==

	{"level":"info","ts":"2024-09-17T08:56:10.664100Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-09-17T08:56:10.665302Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:56:10.667946Z","caller":"embed/etcd.go:728","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}

	{"level":"info","ts":"2024-09-17T08:56:10.667999Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-17T08:56:10.668058Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-17T08:56:10.668709Z","caller":"embed/etcd.go:279","msg":"now serving peer/client/metrics","local-member-id":"7520ddf439b1d16","initial-advertise-peer-urls":["https://192.168.105.4:2380"],"listen-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.105.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}

	{"level":"info","ts":"2024-09-17T08:56:10.669168Z","caller":"embed/etcd.go:870","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2024-09-17T08:56:12.527657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 3"}

	{"level":"info","ts":"2024-09-17T08:56:12.527853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 3"}

	{"level":"info","ts":"2024-09-17T08:56:12.527917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-17T08:56:12.527953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 4"}

	{"level":"info","ts":"2024-09-17T08:56:12.528011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-09-17T08:56:12.528066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 4"}

	{"level":"info","ts":"2024-09-17T08:56:12.528122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-09-17T08:56:12.535372Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-386000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-09-17T08:56:12.535565Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-17T08:56:12.536002Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-09-17T08:56:12.536218Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-09-17T08:56:12.536114Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-17T08:56:12.537577Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:56:12.537853Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:56:12.540283Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-09-17T08:56:12.541129Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-09-17T08:56:57.739370Z","caller":"traceutil/trace.go:171","msg":"trace[1547081671] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"130.48128ms","start":"2024-09-17T08:56:57.608880Z","end":"2024-09-17T08:56:57.739361Z","steps":["trace[1547081671] 'process raft request'  (duration: 130.280956ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-17T08:56:59.921372Z","caller":"traceutil/trace.go:171","msg":"trace[1620996942] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"175.857063ms","start":"2024-09-17T08:56:59.745505Z","end":"2024-09-17T08:56:59.921362Z","steps":["trace[1620996942] 'process raft request'  (duration: 148.255767ms)","trace[1620996942] 'compare'  (duration: 27.443178ms)"],"step_count":2}

	==> etcd [c693a0a21918] <==

	{"level":"info","ts":"2024-09-17T08:55:26.833890Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 2"}

	{"level":"info","ts":"2024-09-17T08:55:26.833953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 2"}

	{"level":"info","ts":"2024-09-17T08:55:26.834299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 3"}

	{"level":"info","ts":"2024-09-17T08:55:26.834321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-17T08:55:26.834351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 3"}

	{"level":"info","ts":"2024-09-17T08:55:26.834429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-17T08:55:26.839326Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-386000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-09-17T08:55:26.839778Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-17T08:55:26.839811Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-09-17T08:55:26.840186Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-09-17T08:55:26.839903Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-17T08:55:26.842315Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:55:26.842316Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-17T08:55:26.844498Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-09-17T08:55:26.846005Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-09-17T08:55:55.498104Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}

	{"level":"info","ts":"2024-09-17T08:55:55.498133Z","caller":"embed/etcd.go:377","msg":"closing etcd server","name":"functional-386000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	{"level":"warn","ts":"2024-09-17T08:55:55.498187Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-17T08:55:55.498228Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-17T08:55:55.512067Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-17T08:55:55.512096Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"info","ts":"2024-09-17T08:55:55.512117Z","caller":"etcdserver/server.go:1521","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7520ddf439b1d16","current-leader-member-id":"7520ddf439b1d16"}

	{"level":"info","ts":"2024-09-17T08:55:55.513348Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-17T08:55:55.513380Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-17T08:55:55.513384Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"functional-386000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	==> kernel <==

	 08:57:26 up 3 min,  0 users,  load average: 0.76, 0.54, 0.23

	Linux functional-386000 5.10.207 #1 SMP PREEMPT Sun Sep 15 17:39:25 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [ded3bdc4b29a] <==

	I0917 08:56:13.172169       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0917 08:56:13.172172       1 cache.go:39] Caches are synced for autoregister controller

	I0917 08:56:13.181305       1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]

	I0917 08:56:13.181313       1 policy_source.go:224] refreshing policies

	I0917 08:56:13.181351       1 shared_informer.go:320] Caches are synced for node_authorizer

	I0917 08:56:13.197663       1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io

	I0917 08:56:14.052749       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	W0917 08:56:14.160710       1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.105.4]

	I0917 08:56:14.161350       1 controller.go:615] quota admission added evaluator for: endpoints

	I0917 08:56:14.163128       1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0917 08:56:14.724964       1 controller.go:615] quota admission added evaluator for: serviceaccounts

	I0917 08:56:14.728999       1 controller.go:615] quota admission added evaluator for: deployments.apps

	I0917 08:56:14.739260       1 controller.go:615] quota admission added evaluator for: daemonsets.apps

	I0917 08:56:14.746130       1 controller.go:615] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0917 08:56:14.748120       1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0917 08:56:31.393147       1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.102.250.80"}

	I0917 08:56:36.389075       1 controller.go:615] quota admission added evaluator for: replicasets.apps

	I0917 08:56:36.432711       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.101.63.48"}

	I0917 08:56:40.472762       1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.105.254.25"}

	I0917 08:56:50.918065       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.108.3.255"}

	E0917 08:57:07.294188       1 conn.go:339] Error on socket receive: read tcp 192.168.105.4:8441->192.168.105.1:49754: use of closed network connection

	E0917 08:57:15.572547       1 conn.go:339] Error on socket receive: read tcp 192.168.105.4:8441->192.168.105.1:49759: use of closed network connection

	I0917 08:57:25.011214       1 controller.go:615] quota admission added evaluator for: namespaces

	I0917 08:57:25.094252       1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.103.83.136"}

	I0917 08:57:25.105482       1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.111.204.113"}

	==> kube-controller-manager [52c3a38b7d1b] <==

	I0917 08:57:14.717805       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="functional-386000"

	I0917 08:57:20.584868       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="52.623µs"

	I0917 08:57:25.036230       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="7.520973ms"

	E0917 08:57:25.036277       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4\" failed with pods \"dashboard-metrics-scraper-c5db448b4-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.043229       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="5.75009ms"

	E0917 08:57:25.043247       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4\" failed with pods \"dashboard-metrics-scraper-c5db448b4-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.046434       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="8.11899ms"

	E0917 08:57:25.046450       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/kubernetes-dashboard-695b96c756\" failed with pods \"kubernetes-dashboard-695b96c756-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.048874       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="4.47131ms"

	E0917 08:57:25.048890       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4\" failed with pods \"dashboard-metrics-scraper-c5db448b4-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.058763       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="10.72892ms"

	E0917 08:57:25.058787       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/kubernetes-dashboard-695b96c756\" failed with pods \"kubernetes-dashboard-695b96c756-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.062737       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="4.531558ms"

	E0917 08:57:25.062758       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4\" failed with pods \"dashboard-metrics-scraper-c5db448b4-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.063764       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="3.262612ms"

	E0917 08:57:25.063779       1 replica_set.go:560] "Unhandled Error" err="sync \"kubernetes-dashboard/kubernetes-dashboard-695b96c756\" failed with pods \"kubernetes-dashboard-695b96c756-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found" logger="UnhandledError"

	I0917 08:57:25.077427       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="6.042911ms"

	I0917 08:57:25.082833       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="5.351606ms"

	I0917 08:57:25.082919       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="37.624µs"

	I0917 08:57:25.082957       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="7.958µs"

	I0917 08:57:25.089028       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-695b96c756" duration="20.625µs"

	I0917 08:57:25.132201       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="26.854196ms"

	I0917 08:57:25.143024       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="10.759211ms"

	I0917 08:57:25.143076       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4" duration="32.79µs"

	I0917 08:57:25.676449       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="26.082µs"

	==> kube-controller-manager [657dfbe68418] <==

	I0917 08:55:30.704510       1 shared_informer.go:313] Waiting for caches to sync for cidrallocator

	I0917 08:55:30.704512       1 shared_informer.go:320] Caches are synced for cidrallocator

	I0917 08:55:30.704564       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="functional-386000"

	I0917 08:55:30.713718       1 shared_informer.go:320] Caches are synced for daemon sets

	I0917 08:55:30.713761       1 shared_informer.go:320] Caches are synced for ClusterRoleAggregator

	I0917 08:55:30.714269       1 shared_informer.go:320] Caches are synced for HPA

	I0917 08:55:30.714300       1 shared_informer.go:320] Caches are synced for job

	I0917 08:55:30.716208       1 shared_informer.go:320] Caches are synced for namespace

	I0917 08:55:30.766124       1 shared_informer.go:320] Caches are synced for endpoint_slice_mirroring

	I0917 08:55:30.789626       1 shared_informer.go:320] Caches are synced for endpoint_slice

	I0917 08:55:30.789678       1 shared_informer.go:320] Caches are synced for persistent volume

	I0917 08:55:30.815161       1 shared_informer.go:320] Caches are synced for endpoint

	I0917 08:55:30.879042       1 shared_informer.go:320] Caches are synced for resource quota

	I0917 08:55:30.894004       1 shared_informer.go:320] Caches are synced for ReplicaSet

	I0917 08:55:30.899428       1 shared_informer.go:320] Caches are synced for deployment

	I0917 08:55:30.914930       1 shared_informer.go:320] Caches are synced for disruption

	I0917 08:55:30.914992       1 shared_informer.go:320] Caches are synced for attach detach

	I0917 08:55:30.917989       1 shared_informer.go:320] Caches are synced for resource quota

	I0917 08:55:31.072083       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="178.010533ms"

	I0917 08:55:31.072575       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="45.748µs"

	I0917 08:55:31.329120       1 shared_informer.go:320] Caches are synced for garbage collector

	I0917 08:55:31.364948       1 shared_informer.go:320] Caches are synced for garbage collector

	I0917 08:55:31.365010       1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"

	I0917 08:55:35.488085       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="6.618067ms"

	I0917 08:55:35.488260       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="151.244µs"

	==> kube-proxy [0483c8d118c7] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0917 08:56:14.150791       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0917 08:56:14.154334       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.4"]

	E0917 08:56:14.154415       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0917 08:56:14.163308       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0917 08:56:14.163353       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0917 08:56:14.163371       1 server_linux.go:169] "Using iptables Proxier"

	I0917 08:56:14.164481       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0917 08:56:14.164606       1 server.go:483] "Version info" version="v1.31.1"

	I0917 08:56:14.164614       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0917 08:56:14.165045       1 config.go:199] "Starting service config controller"

	I0917 08:56:14.165059       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0917 08:56:14.165068       1 config.go:105] "Starting endpoint slice config controller"

	I0917 08:56:14.165071       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0917 08:56:14.165288       1 config.go:328] "Starting node config controller"

	I0917 08:56:14.165295       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0917 08:56:14.265686       1 shared_informer.go:320] Caches are synced for node config

	I0917 08:56:14.265704       1 shared_informer.go:320] Caches are synced for endpoint slice config

	I0917 08:56:14.265766       1 shared_informer.go:320] Caches are synced for service config

	==> kube-proxy [aa3945b82ef2] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0917 08:55:28.754215       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0917 08:55:28.760565       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.4"]

	E0917 08:55:28.760599       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0917 08:55:28.852568       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0917 08:55:28.852592       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0917 08:55:28.852611       1 server_linux.go:169] "Using iptables Proxier"

	I0917 08:55:28.854650       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0917 08:55:28.854744       1 server.go:483] "Version info" version="v1.31.1"

	I0917 08:55:28.854749       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0917 08:55:28.855499       1 config.go:199] "Starting service config controller"

	I0917 08:55:28.855504       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0917 08:55:28.855514       1 config.go:105] "Starting endpoint slice config controller"

	I0917 08:55:28.855516       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0917 08:55:28.855659       1 config.go:328] "Starting node config controller"

	I0917 08:55:28.855662       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0917 08:55:28.956040       1 shared_informer.go:320] Caches are synced for node config

	I0917 08:55:28.956040       1 shared_informer.go:320] Caches are synced for service config

	I0917 08:55:28.956050       1 shared_informer.go:320] Caches are synced for endpoint slice config

	==> kube-scheduler [072dca59ab5b] <==

	I0917 08:56:10.929467       1 serving.go:386] Generated self-signed cert in-memory

	W0917 08:56:13.090388       1 requestheader_controller.go:196] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0917 08:56:13.090408       1 authentication.go:370] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0917 08:56:13.090413       1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0917 08:56:13.090416       1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0917 08:56:13.103108       1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.1"

	I0917 08:56:13.103123       1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0917 08:56:13.104657       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0917 08:56:13.104709       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0917 08:56:13.104721       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0917 08:56:13.104731       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"

	I0917 08:56:13.205026       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kube-scheduler [f14b6e8c009b] <==

	I0917 08:55:25.208222       1 serving.go:386] Generated self-signed cert in-memory

	W0917 08:55:27.365353       1 requestheader_controller.go:196] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0917 08:55:27.365454       1 authentication.go:370] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0917 08:55:27.365470       1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0917 08:55:27.365478       1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0917 08:55:27.396230       1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.1"

	I0917 08:55:27.396377       1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0917 08:55:27.397336       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0917 08:55:27.397381       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0917 08:55:27.398087       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0917 08:55:27.397389       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"

	I0917 08:55:27.498981       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0917 08:55:55.480634       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"

	I0917 08:55:55.480837       1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259

	E0917 08:55:55.480914       1 run.go:72] "command failed" err="finished without leader elect"

	==> kubelet <==

	Sep 17 08:57:09 functional-386000 kubelet[6597]: I0917 08:57:09.658661    6597 scope.go:117] "RemoveContainer" containerID="ecd4920f8110e63ad7ced0e742a4c1051ca6eb89dc91ccee695194822f07e19c"

	Sep 17 08:57:11 functional-386000 kubelet[6597]: I0917 08:57:11.569634    6597 scope.go:117] "RemoveContainer" containerID="d523792e10672caa485f42530560fe03f2cf7c856173908b1c777fbbed265a57"

	Sep 17 08:57:11 functional-386000 kubelet[6597]: E0917 08:57:11.572955    6597 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-64b4f8f9ff-knlnd_default(0d12a9a9-f9a6-4216-9126-7424705637e1)\"" pod="default/hello-node-64b4f8f9ff-knlnd" podUID="0d12a9a9-f9a6-4216-9126-7424705637e1"

	Sep 17 08:57:11 functional-386000 kubelet[6597]: I0917 08:57:11.585028    6597 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/sp-pod" podStartSLOduration=2.797670724 podStartE2EDuration="3.585003611s" podCreationTimestamp="2024-09-17 08:57:08 +0000 UTC" firstStartedPulling="2024-09-17 08:57:08.851578081 +0000 UTC m=+59.334969186" lastFinishedPulling="2024-09-17 08:57:09.638910968 +0000 UTC m=+60.122302073" observedRunningTime="2024-09-17 08:57:10.465627849 +0000 UTC m=+60.949018996" watchObservedRunningTime="2024-09-17 08:57:11.585003611 +0000 UTC m=+62.068394717"

	Sep 17 08:57:17 functional-386000 kubelet[6597]: I0917 08:57:17.177962    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/fae33927-0489-4190-ad87-5d93c7f159a3-test-volume\") pod \"busybox-mount\" (UID: \"fae33927-0489-4190-ad87-5d93c7f159a3\") " pod="default/busybox-mount"

	Sep 17 08:57:17 functional-386000 kubelet[6597]: I0917 08:57:17.177995    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r2cnb\" (UniqueName: \"kubernetes.io/projected/fae33927-0489-4190-ad87-5d93c7f159a3-kube-api-access-r2cnb\") pod \"busybox-mount\" (UID: \"fae33927-0489-4190-ad87-5d93c7f159a3\") " pod="default/busybox-mount"

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.569664    6597 scope.go:117] "RemoveContainer" containerID="acf9e1ff49d10ab01cdf31fe655ce0ce80e9b9f49d7a74e5d6503eb30147aaee"

	Sep 17 08:57:20 functional-386000 kubelet[6597]: E0917 08:57:20.570001    6597 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-65d86f57f4-tp5vq_default(b627a8ea-13e3-41db-8162-0b8046f3e6fb)\"" pod="default/hello-node-connect-65d86f57f4-tp5vq" podUID="b627a8ea-13e3-41db-8162-0b8046f3e6fb"

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.812306    6597 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r2cnb\" (UniqueName: \"kubernetes.io/projected/fae33927-0489-4190-ad87-5d93c7f159a3-kube-api-access-r2cnb\") pod \"fae33927-0489-4190-ad87-5d93c7f159a3\" (UID: \"fae33927-0489-4190-ad87-5d93c7f159a3\") "

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.812561    6597 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/fae33927-0489-4190-ad87-5d93c7f159a3-test-volume\") pod \"fae33927-0489-4190-ad87-5d93c7f159a3\" (UID: \"fae33927-0489-4190-ad87-5d93c7f159a3\") "

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.812595    6597 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/fae33927-0489-4190-ad87-5d93c7f159a3-test-volume" (OuterVolumeSpecName: "test-volume") pod "fae33927-0489-4190-ad87-5d93c7f159a3" (UID: "fae33927-0489-4190-ad87-5d93c7f159a3"). InnerVolumeSpecName "test-volume". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.813460    6597 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fae33927-0489-4190-ad87-5d93c7f159a3-kube-api-access-r2cnb" (OuterVolumeSpecName: "kube-api-access-r2cnb") pod "fae33927-0489-4190-ad87-5d93c7f159a3" (UID: "fae33927-0489-4190-ad87-5d93c7f159a3"). InnerVolumeSpecName "kube-api-access-r2cnb". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.913635    6597 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-r2cnb\" (UniqueName: \"kubernetes.io/projected/fae33927-0489-4190-ad87-5d93c7f159a3-kube-api-access-r2cnb\") on node \"functional-386000\" DevicePath \"\""

	Sep 17 08:57:20 functional-386000 kubelet[6597]: I0917 08:57:20.913654    6597 reconciler_common.go:288] "Volume detached for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/fae33927-0489-4190-ad87-5d93c7f159a3-test-volume\") on node \"functional-386000\" DevicePath \"\""

	Sep 17 08:57:21 functional-386000 kubelet[6597]: I0917 08:57:21.612029    6597 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dbef08f76463981d21ff8537c1e24829df0c2f7ff05d61dc664943057018fa3f"

	Sep 17 08:57:24 functional-386000 kubelet[6597]: I0917 08:57:24.568663    6597 scope.go:117] "RemoveContainer" containerID="d523792e10672caa485f42530560fe03f2cf7c856173908b1c777fbbed265a57"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: E0917 08:57:25.079307    6597 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="fae33927-0489-4190-ad87-5d93c7f159a3" containerName="mount-munger"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.079348    6597 memory_manager.go:354] "RemoveStaleState removing state" podUID="fae33927-0489-4190-ad87-5d93c7f159a3" containerName="mount-munger"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.149925    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mqlbf\" (UniqueName: \"kubernetes.io/projected/50fee47c-075f-4d67-bfba-8492d890dd32-kube-api-access-mqlbf\") pod \"kubernetes-dashboard-695b96c756-t2dgn\" (UID: \"50fee47c-075f-4d67-bfba-8492d890dd32\") " pod="kubernetes-dashboard/kubernetes-dashboard-695b96c756-t2dgn"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.149954    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/50fee47c-075f-4d67-bfba-8492d890dd32-tmp-volume\") pod \"kubernetes-dashboard-695b96c756-t2dgn\" (UID: \"50fee47c-075f-4d67-bfba-8492d890dd32\") " pod="kubernetes-dashboard/kubernetes-dashboard-695b96c756-t2dgn"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.250950    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7tfdq\" (UniqueName: \"kubernetes.io/projected/5f42fc25-8e43-42d6-9108-1775fe6452b1-kube-api-access-7tfdq\") pod \"dashboard-metrics-scraper-c5db448b4-54blx\" (UID: \"5f42fc25-8e43-42d6-9108-1775fe6452b1\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4-54blx"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.250992    6597 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/5f42fc25-8e43-42d6-9108-1775fe6452b1-tmp-volume\") pod \"dashboard-metrics-scraper-c5db448b4-54blx\" (UID: \"5f42fc25-8e43-42d6-9108-1775fe6452b1\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-c5db448b4-54blx"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.670108    6597 scope.go:117] "RemoveContainer" containerID="d523792e10672caa485f42530560fe03f2cf7c856173908b1c777fbbed265a57"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: I0917 08:57:25.670497    6597 scope.go:117] "RemoveContainer" containerID="98a1dc188e18d3e18cf4384f1f0fcf0a68aad11020be9d8f0d0a4319fa942837"

	Sep 17 08:57:25 functional-386000 kubelet[6597]: E0917 08:57:25.670647    6597 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 40s restarting failed container=echoserver-arm pod=hello-node-64b4f8f9ff-knlnd_default(0d12a9a9-f9a6-4216-9126-7424705637e1)\"" pod="default/hello-node-64b4f8f9ff-knlnd" podUID="0d12a9a9-f9a6-4216-9126-7424705637e1"

	==> storage-provisioner [254b3178f45f] <==

	I0917 08:55:42.330522       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0917 08:55:42.334881       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0917 08:55:42.334899       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	==> storage-provisioner [eb1d5a1443b3] <==

	I0917 08:56:14.060742       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0917 08:56:14.079882       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0917 08:56:14.080007       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0917 08:56:31.501339       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0917 08:56:31.501452       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-386000_8d281cb8-d3c3-4550-bc6d-eec5d1e0af15!

	I0917 08:56:31.501698       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"08a859e6-6c75-4e6f-8601-c4972d85adfd", APIVersion:"v1", ResourceVersion:"648", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-386000_8d281cb8-d3c3-4550-bc6d-eec5d1e0af15 became leader

	I0917 08:56:31.601703       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-386000_8d281cb8-d3c3-4550-bc6d-eec5d1e0af15!

	I0917 08:56:54.087598       1 controller.go:1332] provision "default/myclaim" class "standard": started

	I0917 08:56:54.088564       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"7422378a-d4f3-4892-a373-f4a97e4dadd6", APIVersion:"v1", ResourceVersion:"769", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"

	I0917 08:56:54.087735       1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard    f6b80632-c96d-4974-b9c1-f765e5714632 346 0 2024-09-17 08:54:30 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}

	 storageclass.kubernetes.io/is-default-class:true] [] []  [{kubectl-client-side-apply Update storage.k8s.io/v1 2024-09-17 08:54:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-7422378a-d4f3-4892-a373-f4a97e4dadd6 &PersistentVolumeClaim{ObjectMeta:{myclaim  default  7422378a-d4f3-4892-a373-f4a97e4dadd6 769 0 2024-09-17 08:56:54 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea

dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}

	 volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection]  [{kube-controller-manager Update v1 2024-09-17 08:56:54 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2024-09-17 08:56:54 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:

ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim

	I0917 08:56:54.089479       1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-7422378a-d4f3-4892-a373-f4a97e4dadd6" provisioned

	I0917 08:56:54.089508       1 controller.go:1456] provision "default/myclaim" class "standard": succeeded

	I0917 08:56:54.089515       1 volume_store.go:212] Trying to save persistentvolume "pvc-7422378a-d4f3-4892-a373-f4a97e4dadd6"

	I0917 08:56:54.094315       1 volume_store.go:219] persistentvolume "pvc-7422378a-d4f3-4892-a373-f4a97e4dadd6" saved

	I0917 08:56:54.094803       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"7422378a-d4f3-4892-a373-f4a97e4dadd6", APIVersion:"v1", ResourceVersion:"769", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-7422378a-d4f3-4892-a373-f4a97e4dadd6

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p functional-386000 -n functional-386000

helpers_test.go:261: (dbg) Run:  kubectl --context functional-386000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox-mount dashboard-metrics-scraper-c5db448b4-54blx kubernetes-dashboard-695b96c756-t2dgn

helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context functional-386000 describe pod busybox-mount dashboard-metrics-scraper-c5db448b4-54blx kubernetes-dashboard-695b96c756-t2dgn

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context functional-386000 describe pod busybox-mount dashboard-metrics-scraper-c5db448b4-54blx kubernetes-dashboard-695b96c756-t2dgn: exit status 1 (45.5545ms)

-- stdout --

	Name:             busybox-mount

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             functional-386000/192.168.105.4

	Start Time:       Tue, 17 Sep 2024 01:57:17 -0700

	Labels:           integration-test=busybox-mount

	Annotations:      <none>

	Status:           Succeeded

	IP:               10.244.0.12

	IPs:

	  IP:  10.244.0.12

	Containers:

	  mount-munger:

	    Container ID:  docker://abffc9157088226a3c1d1a03ee347fd8062231a13be7582c25d87420533fb08f

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      docker-pullable://gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      /bin/sh

	      -c

	      --

	    Args:

	      cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates

	    State:          Terminated

	      Reason:       Completed

	      Exit Code:    0

	      Started:      Tue, 17 Sep 2024 01:57:19 -0700

	      Finished:     Tue, 17 Sep 2024 01:57:19 -0700

	    Ready:          False

	    Restart Count:  0

	    Environment:    <none>

	    Mounts:

	      /mount-9p from test-volume (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-r2cnb (ro)

	Conditions:

	  Type                        Status

	  PodReadyToStartContainers   False 

	  Initialized                 True 

	  Ready                       False 

	  ContainersReady             False 

	  PodScheduled                True 

	Volumes:

	  test-volume:

	    Type:          HostPath (bare host directory volume)

	    Path:          /mount-9p

	    HostPathType:  

	  kube-api-access-r2cnb:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	QoS Class:                   BestEffort

	Node-Selectors:              <none>

	Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type    Reason     Age   From               Message

	  ----    ------     ----  ----               -------

	  Normal  Scheduled  10s   default-scheduler  Successfully assigned default/busybox-mount to functional-386000

	  Normal  Pulling    10s   kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Normal  Pulled     9s    kubelet            Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 1.466s (1.466s including waiting). Image size: 3547125 bytes.

	  Normal  Created    8s    kubelet            Created container mount-munger

	  Normal  Started    8s    kubelet            Started container mount-munger

-- /stdout --

** stderr ** 

	Error from server (NotFound): pods "dashboard-metrics-scraper-c5db448b4-54blx" not found

	Error from server (NotFound): pods "kubernetes-dashboard-695b96c756-t2dgn" not found

** /stderr **

helpers_test.go:279: kubectl --context functional-386000 describe pod busybox-mount dashboard-metrics-scraper-c5db448b4-54blx kubernetes-dashboard-695b96c756-t2dgn: exit status 1

--- FAIL: TestFunctional/parallel/ServiceCmdConnect (36.63s)

=== RUN   TestMultiControlPlane/serial/StopSecondaryNode

ha_test.go:363: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 node stop m02 -v=7 --alsologtostderr

E0917 02:01:36.445107    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.452748    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.466171    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.489524    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.532869    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.616308    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:36.778699    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:37.102099    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:37.745520    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:39.028922    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:41.592321    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:363: (dbg) Done: out/minikube-darwin-arm64 -p ha-753000 node stop m02 -v=7 --alsologtostderr: (12.18860525s)

ha_test.go:369: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr

E0917 02:01:45.821205    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:46.714795    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:01:56.958306    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:02:17.441201    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:02:58.404624    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:04:20.328199    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:369: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr: exit status 7 (3m45.063221667s)

-- stdout --

	ha-753000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-753000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-753000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-753000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0917 02:01:44.206657    2985 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:01:44.206839    2985 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:01:44.206843    2985 out.go:358] Setting ErrFile to fd 2...

	I0917 02:01:44.206846    2985 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:01:44.206998    2985 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:01:44.207161    2985 out.go:352] Setting JSON to false

	I0917 02:01:44.207176    2985 mustload.go:65] Loading cluster: ha-753000

	I0917 02:01:44.207217    2985 notify.go:220] Checking for updates...

	I0917 02:01:44.207470    2985 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:01:44.207478    2985 status.go:255] checking status of ha-753000 ...

	I0917 02:01:44.208287    2985 status.go:330] ha-753000 host status = "Running" (err=<nil>)

	I0917 02:01:44.208297    2985 host.go:66] Checking if "ha-753000" exists ...

	I0917 02:01:44.208420    2985 host.go:66] Checking if "ha-753000" exists ...

	I0917 02:01:44.208550    2985 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:01:44.208560    2985 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/id_rsa Username:docker}

	W0917 02:02:59.211064    2985 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0917 02:02:59.211126    2985 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0917 02:02:59.211135    2985 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0917 02:02:59.211139    2985 status.go:257] ha-753000 status: &{Name:ha-753000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:02:59.211148    2985 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0917 02:02:59.211152    2985 status.go:255] checking status of ha-753000-m02 ...

	I0917 02:02:59.211350    2985 status.go:330] ha-753000-m02 host status = "Stopped" (err=<nil>)

	I0917 02:02:59.211355    2985 status.go:343] host is not running, skipping remaining checks

	I0917 02:02:59.211357    2985 status.go:257] ha-753000-m02 status: &{Name:ha-753000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0917 02:02:59.211362    2985 status.go:255] checking status of ha-753000-m03 ...

	I0917 02:02:59.211917    2985 status.go:330] ha-753000-m03 host status = "Running" (err=<nil>)

	I0917 02:02:59.211922    2985 host.go:66] Checking if "ha-753000-m03" exists ...

	I0917 02:02:59.212012    2985 host.go:66] Checking if "ha-753000-m03" exists ...

	I0917 02:02:59.212122    2985 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:02:59.212128    2985 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m03/id_rsa Username:docker}

	W0917 02:04:14.213513    2985 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0917 02:04:14.213589    2985 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0917 02:04:14.213603    2985 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0917 02:04:14.213607    2985 status.go:257] ha-753000-m03 status: &{Name:ha-753000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:04:14.213620    2985 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0917 02:04:14.213627    2985 status.go:255] checking status of ha-753000-m04 ...

	I0917 02:04:14.214434    2985 status.go:330] ha-753000-m04 host status = "Running" (err=<nil>)

	I0917 02:04:14.214442    2985 host.go:66] Checking if "ha-753000-m04" exists ...

	I0917 02:04:14.214564    2985 host.go:66] Checking if "ha-753000-m04" exists ...

	I0917 02:04:14.214695    2985 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:04:14.214705    2985 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m04/id_rsa Username:docker}

	W0917 02:05:29.216459    2985 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0917 02:05:29.216646    2985 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0917 02:05:29.216683    2985 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0917 02:05:29.216704    2985 status.go:257] ha-753000-m04 status: &{Name:ha-753000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:05:29.216746    2985 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:378: status says not three hosts are running: args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr": ha-753000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-753000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:381: status says not three kubelets are running: args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr": ha-753000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-753000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:384: status says not two apiservers are running: args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr": ha-753000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-753000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-753000-m04

type: Worker

host: Error

kubelet: Nonexistent

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

E0917 02:06:18.090764    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:06:36.443473    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 3 (1m15.074223667s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0917 02:06:44.287630    3005 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0917 02:06:44.287662    3005 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/StopSecondaryNode (312.33s)

=== RUN   TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

E0917 02:07:04.156212    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:390: (dbg) Done: out/minikube-darwin-arm64 profile list --output json: (2m30.086241s)

ha_test.go:413: expected profile "ha-753000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-753000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-753000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\"

:1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-753000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"K

ubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\

":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docke

r\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 3 (1m15.042809208s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0917 02:10:29.401209    3039 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0917 02:10:29.401265    3039 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (225.13s)

=== RUN   TestMultiControlPlane/serial/RestartSecondaryNode

ha_test.go:420: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 node start m02 -v=7 --alsologtostderr

ha_test.go:420: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 node start m02 -v=7 --alsologtostderr: exit status 80 (5.140252625s)

-- stdout --

	* Starting "ha-753000-m02" control-plane node in "ha-753000" cluster

	* Restarting existing qemu2 VM for "ha-753000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-753000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:10:29.474567    3047 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:10:29.474905    3047 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:10:29.474916    3047 out.go:358] Setting ErrFile to fd 2...

	I0917 02:10:29.474920    3047 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:10:29.475111    3047 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:10:29.475448    3047 mustload.go:65] Loading cluster: ha-753000

	I0917 02:10:29.475802    3047 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	W0917 02:10:29.476116    3047 host.go:58] "ha-753000-m02" host status: Stopped

	I0917 02:10:29.480588    3047 out.go:177] * Starting "ha-753000-m02" control-plane node in "ha-753000" cluster

	I0917 02:10:29.484454    3047 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:10:29.484469    3047 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:10:29.484477    3047 cache.go:56] Caching tarball of preloaded images

	I0917 02:10:29.484565    3047 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:10:29.484572    3047 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:10:29.484641    3047 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/ha-753000/config.json ...

	I0917 02:10:29.485178    3047 start.go:360] acquireMachinesLock for ha-753000-m02: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:10:29.485258    3047 start.go:364] duration metric: took 42.5µs to acquireMachinesLock for "ha-753000-m02"

	I0917 02:10:29.485268    3047 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:10:29.485275    3047 fix.go:54] fixHost starting: m02

	I0917 02:10:29.485404    3047 fix.go:112] recreateIfNeeded on ha-753000-m02: state=Stopped err=<nil>

	W0917 02:10:29.485411    3047 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:10:29.489464    3047 out.go:177] * Restarting existing qemu2 VM for "ha-753000-m02" ...

	I0917 02:10:29.493499    3047 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:10:29.493555    3047 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=ce:35:0d:12:d5:48 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/disk.qcow2

	I0917 02:10:29.496446    3047 main.go:141] libmachine: STDOUT: 

	I0917 02:10:29.496464    3047 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:10:29.496499    3047 fix.go:56] duration metric: took 11.223417ms for fixHost

	I0917 02:10:29.496509    3047 start.go:83] releasing machines lock for "ha-753000-m02", held for 11.241583ms

	W0917 02:10:29.496516    3047 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:10:29.496554    3047 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:10:29.496559    3047 start.go:729] Will try again in 5 seconds ...

	I0917 02:10:34.498542    3047 start.go:360] acquireMachinesLock for ha-753000-m02: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:10:34.499050    3047 start.go:364] duration metric: took 388.541µs to acquireMachinesLock for "ha-753000-m02"

	I0917 02:10:34.499200    3047 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:10:34.499221    3047 fix.go:54] fixHost starting: m02

	I0917 02:10:34.500062    3047 fix.go:112] recreateIfNeeded on ha-753000-m02: state=Stopped err=<nil>

	W0917 02:10:34.500089    3047 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:10:34.504182    3047 out.go:177] * Restarting existing qemu2 VM for "ha-753000-m02" ...

	I0917 02:10:34.508126    3047 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:10:34.508292    3047 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=ce:35:0d:12:d5:48 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/disk.qcow2

	I0917 02:10:34.517526    3047 main.go:141] libmachine: STDOUT: 

	I0917 02:10:34.517601    3047 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:10:34.517698    3047 fix.go:56] duration metric: took 18.478625ms for fixHost

	I0917 02:10:34.517717    3047 start.go:83] releasing machines lock for "ha-753000-m02", held for 18.644833ms

	W0917 02:10:34.517879    3047 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:10:34.523115    3047 out.go:201] 

	W0917 02:10:34.527164    3047 out.go:270] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:10:34.527189    3047 out.go:270] * 

	* 

	W0917 02:10:34.535453    3047 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:10:34.540007    3047 out.go:201] 

** /stderr **

ha_test.go:422: I0917 02:10:29.474567    3047 out.go:345] Setting OutFile to fd 1 ...

I0917 02:10:29.474905    3047 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0917 02:10:29.474916    3047 out.go:358] Setting ErrFile to fd 2...

I0917 02:10:29.474920    3047 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0917 02:10:29.475111    3047 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

I0917 02:10:29.475448    3047 mustload.go:65] Loading cluster: ha-753000

I0917 02:10:29.475802    3047 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

W0917 02:10:29.476116    3047 host.go:58] "ha-753000-m02" host status: Stopped

I0917 02:10:29.480588    3047 out.go:177] * Starting "ha-753000-m02" control-plane node in "ha-753000" cluster

I0917 02:10:29.484454    3047 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

I0917 02:10:29.484469    3047 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

I0917 02:10:29.484477    3047 cache.go:56] Caching tarball of preloaded images

I0917 02:10:29.484565    3047 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

I0917 02:10:29.484572    3047 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

I0917 02:10:29.484641    3047 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/ha-753000/config.json ...

I0917 02:10:29.485178    3047 start.go:360] acquireMachinesLock for ha-753000-m02: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0917 02:10:29.485258    3047 start.go:364] duration metric: took 42.5µs to acquireMachinesLock for "ha-753000-m02"

I0917 02:10:29.485268    3047 start.go:96] Skipping create...Using existing machine configuration

I0917 02:10:29.485275    3047 fix.go:54] fixHost starting: m02

I0917 02:10:29.485404    3047 fix.go:112] recreateIfNeeded on ha-753000-m02: state=Stopped err=<nil>

W0917 02:10:29.485411    3047 fix.go:138] unexpected machine state, will restart: <nil>

I0917 02:10:29.489464    3047 out.go:177] * Restarting existing qemu2 VM for "ha-753000-m02" ...

I0917 02:10:29.493499    3047 qemu.go:418] Using hvf for hardware acceleration

I0917 02:10:29.493555    3047 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=ce:35:0d:12:d5:48 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/disk.qcow2

I0917 02:10:29.496446    3047 main.go:141] libmachine: STDOUT: 

I0917 02:10:29.496464    3047 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0917 02:10:29.496499    3047 fix.go:56] duration metric: took 11.223417ms for fixHost

I0917 02:10:29.496509    3047 start.go:83] releasing machines lock for "ha-753000-m02", held for 11.241583ms

W0917 02:10:29.496516    3047 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0917 02:10:29.496554    3047 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0917 02:10:29.496559    3047 start.go:729] Will try again in 5 seconds ...

I0917 02:10:34.498542    3047 start.go:360] acquireMachinesLock for ha-753000-m02: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0917 02:10:34.499050    3047 start.go:364] duration metric: took 388.541µs to acquireMachinesLock for "ha-753000-m02"

I0917 02:10:34.499200    3047 start.go:96] Skipping create...Using existing machine configuration

I0917 02:10:34.499221    3047 fix.go:54] fixHost starting: m02

I0917 02:10:34.500062    3047 fix.go:112] recreateIfNeeded on ha-753000-m02: state=Stopped err=<nil>

W0917 02:10:34.500089    3047 fix.go:138] unexpected machine state, will restart: <nil>

I0917 02:10:34.504182    3047 out.go:177] * Restarting existing qemu2 VM for "ha-753000-m02" ...

I0917 02:10:34.508126    3047 qemu.go:418] Using hvf for hardware acceleration

I0917 02:10:34.508292    3047 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=ce:35:0d:12:d5:48 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/disk.qcow2

I0917 02:10:34.517526    3047 main.go:141] libmachine: STDOUT: 

I0917 02:10:34.517601    3047 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0917 02:10:34.517698    3047 fix.go:56] duration metric: took 18.478625ms for fixHost

I0917 02:10:34.517717    3047 start.go:83] releasing machines lock for "ha-753000-m02", held for 18.644833ms

W0917 02:10:34.517879    3047 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

* Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0917 02:10:34.523115    3047 out.go:201] 

W0917 02:10:34.527164    3047 out.go:270] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0917 02:10:34.527189    3047 out.go:270] * 

* 

W0917 02:10:34.535453    3047 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I0917 02:10:34.540007    3047 out.go:201] 

ha_test.go:423: secondary control-plane node start returned an error. args "out/minikube-darwin-arm64 -p ha-753000 node start m02 -v=7 --alsologtostderr": exit status 80

ha_test.go:428: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr

E0917 02:11:18.070135    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:11:36.424078    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:12:41.162115    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:428: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr: exit status 7 (3m45.080565583s)

-- stdout --

	ha-753000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-753000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-753000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-753000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0917 02:10:34.610574    3051 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:10:34.610784    3051 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:10:34.610790    3051 out.go:358] Setting ErrFile to fd 2...

	I0917 02:10:34.610794    3051 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:10:34.610971    3051 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:10:34.611130    3051 out.go:352] Setting JSON to false

	I0917 02:10:34.611147    3051 mustload.go:65] Loading cluster: ha-753000

	I0917 02:10:34.611202    3051 notify.go:220] Checking for updates...

	I0917 02:10:34.611462    3051 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:10:34.611470    3051 status.go:255] checking status of ha-753000 ...

	I0917 02:10:34.612448    3051 status.go:330] ha-753000 host status = "Running" (err=<nil>)

	I0917 02:10:34.612461    3051 host.go:66] Checking if "ha-753000" exists ...

	I0917 02:10:34.612596    3051 host.go:66] Checking if "ha-753000" exists ...

	I0917 02:10:34.612740    3051 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:10:34.612753    3051 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/id_rsa Username:docker}

	W0917 02:11:49.615040    3051 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0917 02:11:49.615267    3051 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0917 02:11:49.615299    3051 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0917 02:11:49.615314    3051 status.go:257] ha-753000 status: &{Name:ha-753000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:11:49.615350    3051 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0917 02:11:49.615368    3051 status.go:255] checking status of ha-753000-m02 ...

	I0917 02:11:49.616111    3051 status.go:330] ha-753000-m02 host status = "Stopped" (err=<nil>)

	I0917 02:11:49.616129    3051 status.go:343] host is not running, skipping remaining checks

	I0917 02:11:49.616138    3051 status.go:257] ha-753000-m02 status: &{Name:ha-753000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0917 02:11:49.616157    3051 status.go:255] checking status of ha-753000-m03 ...

	I0917 02:11:49.618214    3051 status.go:330] ha-753000-m03 host status = "Running" (err=<nil>)

	I0917 02:11:49.618236    3051 host.go:66] Checking if "ha-753000-m03" exists ...

	I0917 02:11:49.618618    3051 host.go:66] Checking if "ha-753000-m03" exists ...

	I0917 02:11:49.619115    3051 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:11:49.619139    3051 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m03/id_rsa Username:docker}

	W0917 02:13:04.620927    3051 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0917 02:13:04.621095    3051 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0917 02:13:04.621127    3051 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0917 02:13:04.621143    3051 status.go:257] ha-753000-m03 status: &{Name:ha-753000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:13:04.621181    3051 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0917 02:13:04.621197    3051 status.go:255] checking status of ha-753000-m04 ...

	I0917 02:13:04.623772    3051 status.go:330] ha-753000-m04 host status = "Running" (err=<nil>)

	I0917 02:13:04.623801    3051 host.go:66] Checking if "ha-753000-m04" exists ...

	I0917 02:13:04.624307    3051 host.go:66] Checking if "ha-753000-m04" exists ...

	I0917 02:13:04.624760    3051 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0917 02:13:04.624782    3051 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m04/id_rsa Username:docker}

	W0917 02:14:19.626902    3051 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0917 02:14:19.626965    3051 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0917 02:14:19.626975    3051 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0917 02:14:19.626979    3051 status.go:257] ha-753000-m04 status: &{Name:ha-753000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0917 02:14:19.626989    3051 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:432: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 3 (1m15.039165542s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0917 02:15:34.664090    3070 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0917 02:15:34.664124    3070 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/RestartSecondaryNode (305.26s)

=== RUN   TestMultiControlPlane/serial/RestartClusterKeepsNodes

ha_test.go:456: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-753000 -v=7 --alsologtostderr

ha_test.go:462: (dbg) Run:  out/minikube-darwin-arm64 stop -p ha-753000 -v=7 --alsologtostderr

E0917 02:21:18.067105    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:21:36.421563    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:462: (dbg) Done: out/minikube-darwin-arm64 stop -p ha-753000 -v=7 --alsologtostderr: (5m27.171057334s)

ha_test.go:467: (dbg) Run:  out/minikube-darwin-arm64 start -p ha-753000 --wait=true -v=7 --alsologtostderr

ha_test.go:467: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p ha-753000 --wait=true -v=7 --alsologtostderr: exit status 80 (5.236013791s)

-- stdout --

	* [ha-753000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "ha-753000" primary control-plane node in "ha-753000" cluster

	* Restarting existing qemu2 VM for "ha-753000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-753000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:23:32.053375    3143 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:23:32.053574    3143 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:32.053579    3143 out.go:358] Setting ErrFile to fd 2...

	I0917 02:23:32.053582    3143 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:32.053749    3143 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:23:32.055069    3143 out.go:352] Setting JSON to false

	I0917 02:23:32.076874    3143 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3182,"bootTime":1726561830,"procs":466,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:23:32.076972    3143 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:23:32.081922    3143 out.go:177] * [ha-753000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:23:32.090026    3143 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:23:32.090071    3143 notify.go:220] Checking for updates...

	I0917 02:23:32.097020    3143 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:23:32.100848    3143 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:23:32.104002    3143 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:23:32.106974    3143 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:23:32.110006    3143 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:23:32.113340    3143 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:23:32.113402    3143 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:23:32.117915    3143 out.go:177] * Using the qemu2 driver based on existing profile

	I0917 02:23:32.124934    3143 start.go:297] selected driver: qemu2

	I0917 02:23:32.124940    3143 start.go:901] validating driver "qemu2" against &{Name:ha-753000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesV

ersion:v1.31.1 ClusterName:ha-753000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:

false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mou

nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:23:32.125023    3143 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:23:32.128106    3143 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 02:23:32.128135    3143 cni.go:84] Creating CNI manager for ""

	I0917 02:23:32.128173    3143 cni.go:136] multinode detected (4 nodes found), recommending kindnet

	I0917 02:23:32.128236    3143 start.go:340] cluster config:

	{Name:ha-753000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-753000 Namespace:default APIServerHAVIP:192.168.1

05.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false

helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOpti

ons:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:23:32.132786    3143 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:23:32.140882    3143 out.go:177] * Starting "ha-753000" primary control-plane node in "ha-753000" cluster

	I0917 02:23:32.144990    3143 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:23:32.145009    3143 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:23:32.145018    3143 cache.go:56] Caching tarball of preloaded images

	I0917 02:23:32.145101    3143 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:23:32.145107    3143 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:23:32.145177    3143 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/ha-753000/config.json ...

	I0917 02:23:32.145630    3143 start.go:360] acquireMachinesLock for ha-753000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:23:32.145670    3143 start.go:364] duration metric: took 33.083µs to acquireMachinesLock for "ha-753000"

	I0917 02:23:32.145680    3143 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:23:32.145685    3143 fix.go:54] fixHost starting: 

	I0917 02:23:32.145820    3143 fix.go:112] recreateIfNeeded on ha-753000: state=Stopped err=<nil>

	W0917 02:23:32.145828    3143 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:23:32.151021    3143 out.go:177] * Restarting existing qemu2 VM for "ha-753000" ...

	I0917 02:23:32.159049    3143 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:23:32.159096    3143 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/qemu.pid -device virtio-net-pci,netdev=net0,mac=e6:8f:49:4f:0f:f0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/disk.qcow2

	I0917 02:23:32.161501    3143 main.go:141] libmachine: STDOUT: 

	I0917 02:23:32.161519    3143 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:23:32.161552    3143 fix.go:56] duration metric: took 15.866208ms for fixHost

	I0917 02:23:32.161559    3143 start.go:83] releasing machines lock for "ha-753000", held for 15.88375ms

	W0917 02:23:32.161564    3143 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:23:32.161598    3143 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:23:32.161607    3143 start.go:729] Will try again in 5 seconds ...

	I0917 02:23:37.163760    3143 start.go:360] acquireMachinesLock for ha-753000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:23:37.164148    3143 start.go:364] duration metric: took 321.042µs to acquireMachinesLock for "ha-753000"

	I0917 02:23:37.164273    3143 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:23:37.164292    3143 fix.go:54] fixHost starting: 

	I0917 02:23:37.165052    3143 fix.go:112] recreateIfNeeded on ha-753000: state=Stopped err=<nil>

	W0917 02:23:37.165077    3143 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:23:37.169364    3143 out.go:177] * Restarting existing qemu2 VM for "ha-753000" ...

	I0917 02:23:37.177432    3143 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:23:37.177593    3143 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/qemu.pid -device virtio-net-pci,netdev=net0,mac=e6:8f:49:4f:0f:f0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/disk.qcow2

	I0917 02:23:37.186860    3143 main.go:141] libmachine: STDOUT: 

	I0917 02:23:37.186932    3143 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:23:37.187004    3143 fix.go:56] duration metric: took 22.710333ms for fixHost

	I0917 02:23:37.187031    3143 start.go:83] releasing machines lock for "ha-753000", held for 22.856792ms

	W0917 02:23:37.187210    3143 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-753000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:23:37.195445    3143 out.go:201] 

	W0917 02:23:37.199475    3143 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:23:37.199519    3143 out.go:270] * 

	* 

	W0917 02:23:37.202127    3143 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:23:37.213453    3143 out.go:201] 

** /stderr **

ha_test.go:469: failed to run minikube start. args "out/minikube-darwin-arm64 node list -p ha-753000 -v=7 --alsologtostderr" : exit status 80

ha_test.go:472: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-753000

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 7 (33.194833ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/RestartClusterKeepsNodes (332.58s)

=== RUN   TestMultiControlPlane/serial/DeleteSecondaryNode

ha_test.go:487: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 node delete m03 -v=7 --alsologtostderr

ha_test.go:487: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 node delete m03 -v=7 --alsologtostderr: exit status 83 (40.144916ms)

-- stdout --

	* The control-plane node ha-753000-m03 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p ha-753000"

-- /stdout --

** stderr ** 

	I0917 02:23:37.354849    3156 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:23:37.355093    3156 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.355096    3156 out.go:358] Setting ErrFile to fd 2...

	I0917 02:23:37.355099    3156 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.355229    3156 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:23:37.355475    3156 mustload.go:65] Loading cluster: ha-753000

	I0917 02:23:37.355722    3156 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	W0917 02:23:37.356059    3156 out.go:270] ! The control-plane node ha-753000 host is not running (will try others): state=Stopped

	! The control-plane node ha-753000 host is not running (will try others): state=Stopped

	W0917 02:23:37.356162    3156 out.go:270] ! The control-plane node ha-753000-m02 host is not running (will try others): state=Stopped

	! The control-plane node ha-753000-m02 host is not running (will try others): state=Stopped

	I0917 02:23:37.359537    3156 out.go:177] * The control-plane node ha-753000-m03 host is not running: state=Stopped

	I0917 02:23:37.362398    3156 out.go:177]   To start a cluster, run: "minikube start -p ha-753000"

** /stderr **

ha_test.go:489: node delete returned an error. args "out/minikube-darwin-arm64 -p ha-753000 node delete m03 -v=7 --alsologtostderr": exit status 83

ha_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr

ha_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr: exit status 7 (31.127584ms)

-- stdout --

	ha-753000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-753000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-753000-m03

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-753000-m04

	type: Worker

	host: Stopped

	kubelet: Stopped

-- /stdout --

** stderr ** 

	I0917 02:23:37.395349    3158 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:23:37.395503    3158 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.395506    3158 out.go:358] Setting ErrFile to fd 2...

	I0917 02:23:37.395509    3158 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.395634    3158 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:23:37.395769    3158 out.go:352] Setting JSON to false

	I0917 02:23:37.395779    3158 mustload.go:65] Loading cluster: ha-753000

	I0917 02:23:37.395836    3158 notify.go:220] Checking for updates...

	I0917 02:23:37.396024    3158 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:23:37.396034    3158 status.go:255] checking status of ha-753000 ...

	I0917 02:23:37.396286    3158 status.go:330] ha-753000 host status = "Stopped" (err=<nil>)

	I0917 02:23:37.396290    3158 status.go:343] host is not running, skipping remaining checks

	I0917 02:23:37.396292    3158 status.go:257] ha-753000 status: &{Name:ha-753000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0917 02:23:37.396302    3158 status.go:255] checking status of ha-753000-m02 ...

	I0917 02:23:37.396389    3158 status.go:330] ha-753000-m02 host status = "Stopped" (err=<nil>)

	I0917 02:23:37.396392    3158 status.go:343] host is not running, skipping remaining checks

	I0917 02:23:37.396394    3158 status.go:257] ha-753000-m02 status: &{Name:ha-753000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0917 02:23:37.396397    3158 status.go:255] checking status of ha-753000-m03 ...

	I0917 02:23:37.396485    3158 status.go:330] ha-753000-m03 host status = "Stopped" (err=<nil>)

	I0917 02:23:37.396488    3158 status.go:343] host is not running, skipping remaining checks

	I0917 02:23:37.396490    3158 status.go:257] ha-753000-m03 status: &{Name:ha-753000-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0917 02:23:37.396493    3158 status.go:255] checking status of ha-753000-m04 ...

	I0917 02:23:37.396593    3158 status.go:330] ha-753000-m04 host status = "Stopped" (err=<nil>)

	I0917 02:23:37.396596    3158 status.go:343] host is not running, skipping remaining checks

	I0917 02:23:37.396598    3158 status.go:257] ha-753000-m04 status: &{Name:ha-753000-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

ha_test.go:495: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 7 (30.441291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/DeleteSecondaryNode (0.10s)

=== RUN   TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

ha_test.go:413: expected profile "ha-753000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-753000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-753000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\"

:1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-753000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"K

ubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kub

evirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\

"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 7 (29.659458ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.08s)

=== RUN   TestMultiControlPlane/serial/StopCluster

ha_test.go:531: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 stop -v=7 --alsologtostderr

E0917 02:26:18.066476    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

E0917 02:26:36.420446    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/functional-386000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:531: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 stop -v=7 --alsologtostderr: signal: killed (3m53.946150083s)

-- stdout --

	* Stopping node "ha-753000-m04"  ...

	* Stopping node "ha-753000-m03"  ...

	* Stopping node "ha-753000-m02"  ...

	* Stopping node "ha-753000"  ...

-- /stdout --

** stderr ** 

	I0917 02:23:37.534786    3167 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:23:37.535165    3167 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.535170    3167 out.go:358] Setting ErrFile to fd 2...

	I0917 02:23:37.535172    3167 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:23:37.535353    3167 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:23:37.535618    3167 out.go:352] Setting JSON to false

	I0917 02:23:37.535718    3167 mustload.go:65] Loading cluster: ha-753000

	I0917 02:23:37.536056    3167 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:23:37.536114    3167 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/ha-753000/config.json ...

	I0917 02:23:37.536378    3167 mustload.go:65] Loading cluster: ha-753000

	I0917 02:23:37.536463    3167 config.go:182] Loaded profile config "ha-753000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:23:37.536480    3167 stop.go:39] StopHost: ha-753000-m04

	I0917 02:23:37.541386    3167 out.go:177] * Stopping node "ha-753000-m04"  ...

	I0917 02:23:37.552457    3167 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0917 02:23:37.552506    3167 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0917 02:23:37.552517    3167 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m04/id_rsa Username:docker}

	W0917 02:24:52.553883    3167 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0917 02:24:52.554143    3167 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0917 02:24:52.554294    3167 main.go:141] libmachine: Stopping "ha-753000-m04"...

	I0917 02:24:52.554439    3167 stop.go:66] stop err: Machine "ha-753000-m04" is already stopped.

	I0917 02:24:52.554468    3167 stop.go:69] host is already stopped

	I0917 02:24:52.554495    3167 stop.go:39] StopHost: ha-753000-m03

	I0917 02:24:52.559231    3167 out.go:177] * Stopping node "ha-753000-m03"  ...

	I0917 02:24:52.566350    3167 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0917 02:24:52.566516    3167 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0917 02:24:52.566569    3167 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m03/id_rsa Username:docker}

	W0917 02:26:07.569119    3167 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0917 02:26:07.569339    3167 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0917 02:26:07.569406    3167 main.go:141] libmachine: Stopping "ha-753000-m03"...

	I0917 02:26:07.569553    3167 stop.go:66] stop err: Machine "ha-753000-m03" is already stopped.

	I0917 02:26:07.569583    3167 stop.go:69] host is already stopped

	I0917 02:26:07.569614    3167 stop.go:39] StopHost: ha-753000-m02

	I0917 02:26:07.579735    3167 out.go:177] * Stopping node "ha-753000-m02"  ...

	I0917 02:26:07.582767    3167 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0917 02:26:07.583422    3167 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0917 02:26:07.583458    3167 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000-m02/id_rsa Username:docker}

	W0917 02:27:22.585732    3167 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.6:22: connect: operation timed out

	W0917 02:27:22.585931    3167 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.6:22: connect: operation timed out

	I0917 02:27:22.586017    3167 main.go:141] libmachine: Stopping "ha-753000-m02"...

	I0917 02:27:22.586176    3167 stop.go:66] stop err: Machine "ha-753000-m02" is already stopped.

	I0917 02:27:22.586203    3167 stop.go:69] host is already stopped

	I0917 02:27:22.586229    3167 stop.go:39] StopHost: ha-753000

	I0917 02:27:22.591488    3167 out.go:177] * Stopping node "ha-753000"  ...

	I0917 02:27:22.598341    3167 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0917 02:27:22.598504    3167 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0917 02:27:22.598537    3167 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/ha-753000/id_rsa Username:docker}

** /stderr **

ha_test.go:533: failed to stop cluster. args "out/minikube-darwin-arm64 -p ha-753000 stop -v=7 --alsologtostderr": signal: killed

ha_test.go:537: (dbg) Run:  out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr

ha_test.go:537: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr: context deadline exceeded (2.375µs)

ha_test.go:540: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-753000 status -v=7 --alsologtostderr" : context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-753000 -n ha-753000: exit status 7 (71.061541ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-753000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/StopCluster (234.02s)

=== RUN   TestImageBuild/serial/Setup

image_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -p image-441000 --driver=qemu2 

image_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p image-441000 --driver=qemu2 : exit status 80 (10.064119375s)

-- stdout --

	* [image-441000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "image-441000" primary control-plane node in "image-441000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "image-441000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p image-441000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

image_test.go:70: failed to start minikube with args: "out/minikube-darwin-arm64 start -p image-441000 --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p image-441000 -n image-441000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p image-441000 -n image-441000: exit status 7 (68.296083ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "image-441000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestImageBuild/serial/Setup (10.13s)

=== RUN   TestJSONOutput/start/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 start -p json-output-570000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p json-output-570000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 : exit status 80 (9.797225042s)

-- stdout --

	{"specversion":"1.0","id":"a3685b9d-547a-46a4-a228-9bba9f87f208","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-570000] minikube v1.34.0 on Darwin 14.5 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"a04a2d21-8a91-4d6c-8e7d-8f7cdf649ccf","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19648"}}

	{"specversion":"1.0","id":"f6d0018f-be30-4504-9eee-499451723827","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig"}}

	{"specversion":"1.0","id":"3d7a65c2-6e4c-4aca-a88f-9de820223b5c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"4468106d-c5ef-4ee8-a122-273b09d67c7d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"e9008b21-e988-4b95-9fa0-a3b9f983a06b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube"}}

	{"specversion":"1.0","id":"a37cd696-8b70-4fc1-9c0a-d9cf70c060ab","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}

	{"specversion":"1.0","id":"96a4aa8d-5594-484f-9404-6c233cd891e9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"469ba78a-a429-40b5-b31e-1577204935b7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"89d8e4bf-2cbf-4afc-9389-281b4df5e3cc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"json-output-570000\" primary control-plane node in \"json-output-570000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"a81155e7-d54a-4613-96fe-b9c9c011349f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"c521e4da-3998-40d0-8edd-7de5423cbc07","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Deleting \"json-output-570000\" in qemu2 ...","name":"Creating VM","totalsteps":"19"}}

	{"specversion":"1.0","id":"b70cdeca-656d-46c9-8292-2d44c2075baa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"StartHost failed, but will try again: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"79b38635-b671-43c8-a8cb-37102b5beb75","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"445db53c-15dc-49b9-b8f5-cb5a174534a2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"Failed to start qemu2 VM. Running \"minikube delete -p json-output-570000\" may fix it: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"9cb83e2c-4836-4d3f-9bcb-aa6f9526ce0b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1","name":"GUEST_PROVISION","url":""}}

	{"specversion":"1.0","id":"e823f52e-c3ba-43a4-aa0c-0fa045783a86","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 start -p json-output-570000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 ": exit status 80

json_output_test.go:213: unable to marshal output: OUTPUT: 

json_output_test.go:70: converting to cloud events: invalid character 'O' looking for beginning of value

--- FAIL: TestJSONOutput/start/Command (9.80s)

=== RUN   TestJSONOutput/pause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 pause -p json-output-570000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 pause -p json-output-570000 --output=json --user=testUser: exit status 83 (77.063875ms)

-- stdout --

	{"specversion":"1.0","id":"8ec71574-ae12-453a-8c3a-247f22c836db","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"The control-plane node json-output-570000 host is not running: state=Stopped"}}

	{"specversion":"1.0","id":"d0e0ba98-e773-4c06-b94d-e29b7483ba10","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"To start a cluster, run: \"minikube start -p json-output-570000\""}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 pause -p json-output-570000 --output=json --user=testUser": exit status 83

--- FAIL: TestJSONOutput/pause/Command (0.08s)

=== RUN   TestJSONOutput/unpause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 unpause -p json-output-570000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 unpause -p json-output-570000 --output=json --user=testUser: exit status 83 (43.847167ms)

-- stdout --

	* The control-plane node json-output-570000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p json-output-570000"

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 unpause -p json-output-570000 --output=json --user=testUser": exit status 83

json_output_test.go:213: unable to marshal output: * The control-plane node json-output-570000 host is not running: state=Stopped

json_output_test.go:70: converting to cloud events: invalid character '*' looking for beginning of value

--- FAIL: TestJSONOutput/unpause/Command (0.04s)

=== RUN   TestMinikubeProfile

minikube_profile_test.go:44: (dbg) Run:  out/minikube-darwin-arm64 start -p first-100000 --driver=qemu2 

minikube_profile_test.go:44: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p first-100000 --driver=qemu2 : exit status 80 (9.894348125s)

-- stdout --

	* [first-100000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "first-100000" primary control-plane node in "first-100000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "first-100000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p first-100000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

minikube_profile_test.go:46: test pre-condition failed. args "out/minikube-darwin-arm64 start -p first-100000 --driver=qemu2 ": exit status 80

panic.go:629: *** TestMinikubeProfile FAILED at 2024-09-17 02:28:04.494958 -0700 PDT m=+3039.778817834

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p second-102000 -n second-102000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p second-102000 -n second-102000: exit status 85 (78.259208ms)

-- stdout --

	* Profile "second-102000" not found. Run "minikube profile list" to view all profiles.

	  To start a cluster, run: "minikube start -p second-102000"

-- /stdout --

helpers_test.go:239: status error: exit status 85 (may be ok)

helpers_test.go:241: "second-102000" host is not running, skipping log retrieval (state="* Profile \"second-102000\" not found. Run \"minikube profile list\" to view all profiles.\n  To start a cluster, run: \"minikube start -p second-102000\"")

helpers_test.go:175: Cleaning up "second-102000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p second-102000

panic.go:629: *** TestMinikubeProfile FAILED at 2024-09-17 02:28:04.684346 -0700 PDT m=+3039.968206209

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p first-100000 -n first-100000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p first-100000 -n first-100000: exit status 7 (30.83525ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "first-100000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "first-100000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p first-100000

--- FAIL: TestMinikubeProfile (10.19s)

=== RUN   TestMountStart/serial/StartWithMountFirst

mount_start_test.go:98: (dbg) Run:  out/minikube-darwin-arm64 start -p mount-start-1-390000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 

mount_start_test.go:98: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p mount-start-1-390000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 : exit status 80 (9.976468917s)

-- stdout --

	* [mount-start-1-390000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting minikube without Kubernetes in cluster mount-start-1-390000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "mount-start-1-390000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p mount-start-1-390000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

mount_start_test.go:100: failed to start minikube with args: "out/minikube-darwin-arm64 start -p mount-start-1-390000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-390000 -n mount-start-1-390000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-390000 -n mount-start-1-390000: exit status 7 (72.484709ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "mount-start-1-390000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMountStart/serial/StartWithMountFirst (10.05s)

=== RUN   TestMultiNode/serial/FreshStart2Nodes

multinode_test.go:96: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-661000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 

multinode_test.go:96: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-661000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 : exit status 80 (10.178331333s)

-- stdout --

	* [multinode-661000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "multinode-661000" primary control-plane node in "multinode-661000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "multinode-661000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:28:15.058355    3318 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:28:15.058472    3318 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:28:15.058476    3318 out.go:358] Setting ErrFile to fd 2...

	I0917 02:28:15.058482    3318 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:28:15.058617    3318 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:28:15.059662    3318 out.go:352] Setting JSON to false

	I0917 02:28:15.075732    3318 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3465,"bootTime":1726561830,"procs":470,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:28:15.075809    3318 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:28:15.083005    3318 out.go:177] * [multinode-661000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:28:15.090983    3318 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:28:15.091034    3318 notify.go:220] Checking for updates...

	I0917 02:28:15.099076    3318 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:28:15.101950    3318 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:28:15.105013    3318 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:28:15.108017    3318 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:28:15.110974    3318 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:28:15.114079    3318 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:28:15.117947    3318 out.go:177] * Using the qemu2 driver based on user configuration

	I0917 02:28:15.124942    3318 start.go:297] selected driver: qemu2

	I0917 02:28:15.124949    3318 start.go:901] validating driver "qemu2" against <nil>

	I0917 02:28:15.124957    3318 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:28:15.127358    3318 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0917 02:28:15.129965    3318 out.go:177] * Automatically selected the socket_vmnet network

	I0917 02:28:15.133951    3318 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 02:28:15.133968    3318 cni.go:84] Creating CNI manager for ""

	I0917 02:28:15.133988    3318 cni.go:136] multinode detected (0 nodes found), recommending kindnet

	I0917 02:28:15.133992    3318 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni

	I0917 02:28:15.134017    3318 start.go:340] cluster config:

	{Name:multinode-661000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:multinode-661000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu

ntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vm

net_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:28:15.137701    3318 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:28:15.144822    3318 out.go:177] * Starting "multinode-661000" primary control-plane node in "multinode-661000" cluster

	I0917 02:28:15.149003    3318 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:28:15.149022    3318 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:28:15.149032    3318 cache.go:56] Caching tarball of preloaded images

	I0917 02:28:15.149106    3318 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:28:15.149119    3318 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:28:15.149348    3318 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/multinode-661000/config.json ...

	I0917 02:28:15.149360    3318 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/multinode-661000/config.json: {Name:mk179341dfb5c2f9606c0e2d3883d65797af9e56 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0917 02:28:15.149590    3318 start.go:360] acquireMachinesLock for multinode-661000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:28:15.149628    3318 start.go:364] duration metric: took 32µs to acquireMachinesLock for "multinode-661000"

	I0917 02:28:15.149640    3318 start.go:93] Provisioning new machine with config: &{Name:multinode-661000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{K

ubernetesVersion:v1.31.1 ClusterName:multinode-661000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[

] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:28:15.149667    3318 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:28:15.155950    3318 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0917 02:28:15.174590    3318 start.go:159] libmachine.API.Create for "multinode-661000" (driver="qemu2")

	I0917 02:28:15.174625    3318 client.go:168] LocalClient.Create starting

	I0917 02:28:15.174694    3318 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:28:15.174725    3318 main.go:141] libmachine: Decoding PEM data...

	I0917 02:28:15.174738    3318 main.go:141] libmachine: Parsing certificate...

	I0917 02:28:15.174776    3318 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:28:15.174801    3318 main.go:141] libmachine: Decoding PEM data...

	I0917 02:28:15.174813    3318 main.go:141] libmachine: Parsing certificate...

	I0917 02:28:15.175228    3318 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:28:15.326495    3318 main.go:141] libmachine: Creating SSH key...

	I0917 02:28:15.636729    3318 main.go:141] libmachine: Creating Disk image...

	I0917 02:28:15.636739    3318 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:28:15.637017    3318 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:15.647049    3318 main.go:141] libmachine: STDOUT: 

	I0917 02:28:15.647064    3318 main.go:141] libmachine: STDERR: 

	I0917 02:28:15.647123    3318 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2 +20000M

	I0917 02:28:15.655161    3318 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:28:15.655176    3318 main.go:141] libmachine: STDERR: 

	I0917 02:28:15.655187    3318 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:15.655202    3318 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:28:15.655213    3318 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:28:15.655245    3318 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:e9:0e:c3:1a:79 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:15.656892    3318 main.go:141] libmachine: STDOUT: 

	I0917 02:28:15.656907    3318 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:28:15.656936    3318 client.go:171] duration metric: took 482.308167ms to LocalClient.Create

	I0917 02:28:17.659111    3318 start.go:128] duration metric: took 2.509434416s to createHost

	I0917 02:28:17.659176    3318 start.go:83] releasing machines lock for "multinode-661000", held for 2.509549833s

	W0917 02:28:17.659228    3318 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:28:17.672404    3318 out.go:177] * Deleting "multinode-661000" in qemu2 ...

	W0917 02:28:17.702426    3318 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:28:17.702446    3318 start.go:729] Will try again in 5 seconds ...

	I0917 02:28:22.704622    3318 start.go:360] acquireMachinesLock for multinode-661000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:28:22.705092    3318 start.go:364] duration metric: took 365µs to acquireMachinesLock for "multinode-661000"

	I0917 02:28:22.705213    3318 start.go:93] Provisioning new machine with config: &{Name:multinode-661000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{K

ubernetesVersion:v1.31.1 ClusterName:multinode-661000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[

] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0917 02:28:22.705500    3318 start.go:125] createHost starting for "" (driver="qemu2")

	I0917 02:28:22.723038    3318 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0917 02:28:22.773333    3318 start.go:159] libmachine.API.Create for "multinode-661000" (driver="qemu2")

	I0917 02:28:22.773389    3318 client.go:168] LocalClient.Create starting

	I0917 02:28:22.773516    3318 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/ca.pem

	I0917 02:28:22.773582    3318 main.go:141] libmachine: Decoding PEM data...

	I0917 02:28:22.773597    3318 main.go:141] libmachine: Parsing certificate...

	I0917 02:28:22.773658    3318 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19648-1056/.minikube/certs/cert.pem

	I0917 02:28:22.773702    3318 main.go:141] libmachine: Decoding PEM data...

	I0917 02:28:22.773714    3318 main.go:141] libmachine: Parsing certificate...

	I0917 02:28:22.774272    3318 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19648-1056/.minikube/cache/iso/arm64/minikube-v1.34.0-1726415472-19646-arm64.iso...

	I0917 02:28:22.935717    3318 main.go:141] libmachine: Creating SSH key...

	I0917 02:28:23.141788    3318 main.go:141] libmachine: Creating Disk image...

	I0917 02:28:23.141799    3318 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0917 02:28:23.142019    3318 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2.raw /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:23.151429    3318 main.go:141] libmachine: STDOUT: 

	I0917 02:28:23.151450    3318 main.go:141] libmachine: STDERR: 

	I0917 02:28:23.151519    3318 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2 +20000M

	I0917 02:28:23.159505    3318 main.go:141] libmachine: STDOUT: Image resized.

	I0917 02:28:23.159546    3318 main.go:141] libmachine: STDERR: 

	I0917 02:28:23.159557    3318 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:23.159562    3318 main.go:141] libmachine: Starting QEMU VM...

	I0917 02:28:23.159571    3318 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:28:23.159608    3318 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/qemu.pid -device virtio-net-pci,netdev=net0,mac=12:37:cc:ca:3a:c8 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:28:23.161307    3318 main.go:141] libmachine: STDOUT: 

	I0917 02:28:23.161319    3318 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:28:23.161334    3318 client.go:171] duration metric: took 387.942333ms to LocalClient.Create

	I0917 02:28:25.163514    3318 start.go:128] duration metric: took 2.45799625s to createHost

	I0917 02:28:25.163569    3318 start.go:83] releasing machines lock for "multinode-661000", held for 2.4584615s

	W0917 02:28:25.163937    3318 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p multinode-661000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-661000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:28:25.177571    3318 out.go:201] 

	W0917 02:28:25.181592    3318 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:28:25.181618    3318 out.go:270] * 

	* 

	W0917 02:28:25.184445    3318 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:28:25.193546    3318 out.go:201] 

** /stderr **

multinode_test.go:98: failed to start cluster. args "out/minikube-darwin-arm64 start -p multinode-661000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (66.66975ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/FreshStart2Nodes (10.25s)

=== RUN   TestMultiNode/serial/DeployApp2Nodes

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml: exit status 1 (130.26775ms)

** stderr ** 

	error: cluster "multinode-661000" does not exist

** /stderr **

multinode_test.go:495: failed to create busybox deployment to multinode cluster

multinode_test.go:498: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- rollout status deployment/busybox

multinode_test.go:498: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- rollout status deployment/busybox: exit status 1 (58.817083ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:500: failed to deploy busybox to multinode cluster

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (56.24775ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.242834ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.972083ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (102.241667ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.71825ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.593208ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.035458ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.559625ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.318292ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

E0917 02:29:21.161570    1555 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/addons-401000/client.crt: no such file or directory" logger="UnhandledError"

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.682042ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:524: failed to resolve pod IPs: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:528: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:528: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (57.396459ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:530: failed get Pod names

multinode_test.go:536: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.io

multinode_test.go:536: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.io: exit status 1 (57.301708ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:538: Pod  could not resolve 'kubernetes.io': exit status 1

multinode_test.go:546: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.default

multinode_test.go:546: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.default: exit status 1 (55.897917ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:548: Pod  could not resolve 'kubernetes.default': exit status 1

multinode_test.go:554: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.default.svc.cluster.local

multinode_test.go:554: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- exec  -- nslookup kubernetes.default.svc.cluster.local: exit status 1 (57.614041ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:556: Pod  could not resolve local service (kubernetes.default.svc.cluster.local): exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.441291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeployApp2Nodes (80.64s)

=== RUN   TestMultiNode/serial/PingHostFrom2Pods

multinode_test.go:564: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:564: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-661000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (56.75675ms)

** stderr ** 

	error: no server found for cluster "multinode-661000"

** /stderr **

multinode_test.go:566: failed to get Pod names: exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.6265ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (0.09s)

=== RUN   TestMultiNode/serial/AddNode

multinode_test.go:121: (dbg) Run:  out/minikube-darwin-arm64 node add -p multinode-661000 -v 3 --alsologtostderr

multinode_test.go:121: (dbg) Non-zero exit: out/minikube-darwin-arm64 node add -p multinode-661000 -v 3 --alsologtostderr: exit status 83 (41.958959ms)

-- stdout --

	* The control-plane node multinode-661000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p multinode-661000"

-- /stdout --

** stderr ** 

	I0917 02:29:46.035665    3395 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:46.035848    3395 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.035851    3395 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:46.035854    3395 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.035982    3395 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:46.036221    3395 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:46.036434    3395 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:46.041606    3395 out.go:177] * The control-plane node multinode-661000 host is not running: state=Stopped

	I0917 02:29:46.045499    3395 out.go:177]   To start a cluster, run: "minikube start -p multinode-661000"

** /stderr **

multinode_test.go:123: failed to add node to current cluster. args "out/minikube-darwin-arm64 node add -p multinode-661000 -v 3 --alsologtostderr" : exit status 83

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.51475ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/AddNode (0.07s)

=== RUN   TestMultiNode/serial/MultiNodeLabels

multinode_test.go:221: (dbg) Run:  kubectl --context multinode-661000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"

multinode_test.go:221: (dbg) Non-zero exit: kubectl --context multinode-661000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]": exit status 1 (29.256958ms)

** stderr ** 

	Error in configuration: context was not found for specified context: multinode-661000

** /stderr **

multinode_test.go:223: failed to 'kubectl get nodes' with args "kubectl --context multinode-661000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": exit status 1

multinode_test.go:230: failed to decode json from label list: args "kubectl --context multinode-661000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": unexpected end of JSON input

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.326833ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/MultiNodeLabels (0.06s)

=== RUN   TestMultiNode/serial/ProfileList

multinode_test.go:143: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

multinode_test.go:166: expected profile "multinode-661000" in json of 'profile list' include 3 nodes but have 1 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"multinode-661000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"multinode-661000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNU

MACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"multinode-661000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"\",\"Port\":8443,\"KubernetesVer

sion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true}],\"Addons\":null,\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":

\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.395125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/ProfileList (0.08s)

=== RUN   TestMultiNode/serial/CopyFile

multinode_test.go:184: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status --output json --alsologtostderr

multinode_test.go:184: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status --output json --alsologtostderr: exit status 7 (29.733ms)

-- stdout --

	{"Name":"multinode-661000","Host":"Stopped","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Stopped","Worker":false}

-- /stdout --

** stderr ** 

	I0917 02:29:46.252163    3407 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:46.252325    3407 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.252328    3407 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:46.252331    3407 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.252451    3407 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:46.252569    3407 out.go:352] Setting JSON to true

	I0917 02:29:46.252583    3407 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:46.252643    3407 notify.go:220] Checking for updates...

	I0917 02:29:46.252775    3407 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:46.252781    3407 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:46.253021    3407 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:46.253024    3407 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:46.253027    3407 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:191: failed to decode json from status: args "out/minikube-darwin-arm64 -p multinode-661000 status --output json --alsologtostderr": json: cannot unmarshal object into Go value of type []cmd.Status

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.325625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/CopyFile (0.06s)

=== RUN   TestMultiNode/serial/StopNode

multinode_test.go:248: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 node stop m03

multinode_test.go:248: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 node stop m03: exit status 85 (48.503125ms)

-- stdout --

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_295f67d8757edd996fe5c1e7ccde72c355ccf4dc_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

multinode_test.go:250: node stop returned an error. args "out/minikube-darwin-arm64 -p multinode-661000 node stop m03": exit status 85

multinode_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status

multinode_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status: exit status 7 (30.728417ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:261: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr

multinode_test.go:261: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr: exit status 7 (30.245666ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:46.392717    3415 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:46.392869    3415 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.392873    3415 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:46.392875    3415 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.393043    3415 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:46.393159    3415 out.go:352] Setting JSON to false

	I0917 02:29:46.393169    3415 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:46.393236    3415 notify.go:220] Checking for updates...

	I0917 02:29:46.393397    3415 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:46.393407    3415 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:46.393650    3415 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:46.393654    3415 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:46.393656    3415 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:267: incorrect number of running kubelets: args "out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr": multinode-661000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.645792ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StopNode (0.14s)

=== RUN   TestMultiNode/serial/StartAfterStop

multinode_test.go:282: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 node start m03 -v=7 --alsologtostderr

multinode_test.go:282: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 node start m03 -v=7 --alsologtostderr: exit status 85 (44.874875ms)

-- stdout --

-- /stdout --

** stderr ** 

	I0917 02:29:46.454064    3419 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:46.454336    3419 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.454339    3419 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:46.454342    3419 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.454477    3419 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:46.454706    3419 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:46.454893    3419 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:46.458494    3419 out.go:201] 

	W0917 02:29:46.461518    3419 out.go:270] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	W0917 02:29:46.461523    3419 out.go:270] * 

	* 

	W0917 02:29:46.463293    3419 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:29:46.466447    3419 out.go:201] 

** /stderr **

multinode_test.go:284: I0917 02:29:46.454064    3419 out.go:345] Setting OutFile to fd 1 ...

I0917 02:29:46.454336    3419 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0917 02:29:46.454339    3419 out.go:358] Setting ErrFile to fd 2...

I0917 02:29:46.454342    3419 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0917 02:29:46.454477    3419 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

I0917 02:29:46.454706    3419 mustload.go:65] Loading cluster: multinode-661000

I0917 02:29:46.454893    3419 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

I0917 02:29:46.458494    3419 out.go:201] 

W0917 02:29:46.461518    3419 out.go:270] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

W0917 02:29:46.461523    3419 out.go:270] * 

* 

W0917 02:29:46.463293    3419 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I0917 02:29:46.466447    3419 out.go:201] 

multinode_test.go:285: node start returned an error. args "out/minikube-darwin-arm64 -p multinode-661000 node start m03 -v=7 --alsologtostderr": exit status 85

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (30.144458ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:46.498853    3421 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:46.498999    3421 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.499002    3421 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:46.499005    3421 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:46.499141    3421 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:46.499275    3421 out.go:352] Setting JSON to false

	I0917 02:29:46.499289    3421 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:46.499335    3421 notify.go:220] Checking for updates...

	I0917 02:29:46.499514    3421 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:46.499521    3421 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:46.499753    3421 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:46.499756    3421 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:46.499758    3421 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (74.598667ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:47.454741    3423 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:47.454979    3423 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:47.454983    3423 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:47.454987    3423 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:47.455150    3423 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:47.455311    3423 out.go:352] Setting JSON to false

	I0917 02:29:47.455326    3423 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:47.455373    3423 notify.go:220] Checking for updates...

	I0917 02:29:47.455603    3423 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:47.455615    3423 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:47.455936    3423 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:47.455940    3423 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:47.455943    3423 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (73.953333ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:49.132961    3425 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:49.133149    3425 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:49.133154    3425 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:49.133157    3425 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:49.133337    3425 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:49.133511    3425 out.go:352] Setting JSON to false

	I0917 02:29:49.133524    3425 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:49.133570    3425 notify.go:220] Checking for updates...

	I0917 02:29:49.133811    3425 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:49.133820    3425 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:49.134134    3425 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:49.134139    3425 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:49.134142    3425 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (73.814375ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:51.274284    3429 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:51.274527    3429 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:51.274532    3429 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:51.274535    3429 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:51.274707    3429 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:51.274884    3429 out.go:352] Setting JSON to false

	I0917 02:29:51.274898    3429 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:51.274938    3429 notify.go:220] Checking for updates...

	I0917 02:29:51.275200    3429 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:51.275209    3429 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:51.275538    3429 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:51.275542    3429 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:51.275545    3429 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (74.344416ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:54.287873    3431 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:54.288093    3431 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:54.288098    3431 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:54.288101    3431 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:54.288299    3431 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:54.288461    3431 out.go:352] Setting JSON to false

	I0917 02:29:54.288474    3431 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:54.288512    3431 notify.go:220] Checking for updates...

	I0917 02:29:54.288794    3431 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:54.288805    3431 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:54.289127    3431 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:54.289133    3431 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:54.289136    3431 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (74.456333ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:29:58.668905    3433 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:29:58.669111    3433 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:58.669116    3433 out.go:358] Setting ErrFile to fd 2...

	I0917 02:29:58.669119    3433 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:29:58.669296    3433 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:29:58.669456    3433 out.go:352] Setting JSON to false

	I0917 02:29:58.669469    3433 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:29:58.669517    3433 notify.go:220] Checking for updates...

	I0917 02:29:58.669758    3433 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:29:58.669767    3433 status.go:255] checking status of multinode-661000 ...

	I0917 02:29:58.670054    3433 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:29:58.670059    3433 status.go:343] host is not running, skipping remaining checks

	I0917 02:29:58.670062    3433 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (73.924125ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:30:08.019472    3737 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:30:08.019735    3737 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:08.019739    3737 out.go:358] Setting ErrFile to fd 2...

	I0917 02:30:08.019743    3737 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:08.019912    3737 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:30:08.020087    3737 out.go:352] Setting JSON to false

	I0917 02:30:08.020101    3737 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:30:08.020144    3737 notify.go:220] Checking for updates...

	I0917 02:30:08.020372    3737 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:30:08.020383    3737 status.go:255] checking status of multinode-661000 ...

	I0917 02:30:08.020746    3737 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:30:08.020751    3737 status.go:343] host is not running, skipping remaining checks

	I0917 02:30:08.020754    3737 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr: exit status 7 (73.688375ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:30:24.757012    3739 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:30:24.757225    3739 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:24.757229    3739 out.go:358] Setting ErrFile to fd 2...

	I0917 02:30:24.757232    3739 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:24.757390    3739 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:30:24.757563    3739 out.go:352] Setting JSON to false

	I0917 02:30:24.757575    3739 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:30:24.757624    3739 notify.go:220] Checking for updates...

	I0917 02:30:24.757846    3739 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:30:24.757855    3739 status.go:255] checking status of multinode-661000 ...

	I0917 02:30:24.758158    3739 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:30:24.758163    3739 status.go:343] host is not running, skipping remaining checks

	I0917 02:30:24.758166    3739 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:294: failed to run minikube status. args "out/minikube-darwin-arm64 -p multinode-661000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (33.55625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StartAfterStop (38.37s)

=== RUN   TestMultiNode/serial/RestartKeepsNodes

multinode_test.go:314: (dbg) Run:  out/minikube-darwin-arm64 node list -p multinode-661000

multinode_test.go:321: (dbg) Run:  out/minikube-darwin-arm64 stop -p multinode-661000

multinode_test.go:321: (dbg) Done: out/minikube-darwin-arm64 stop -p multinode-661000: (3.536724s)

multinode_test.go:326: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-661000 --wait=true -v=8 --alsologtostderr

multinode_test.go:326: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-661000 --wait=true -v=8 --alsologtostderr: exit status 80 (5.226646833s)

-- stdout --

	* [multinode-661000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19648

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "multinode-661000" primary control-plane node in "multinode-661000" cluster

	* Restarting existing qemu2 VM for "multinode-661000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "multinode-661000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0917 02:30:28.422986    3763 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:30:28.423151    3763 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:28.423156    3763 out.go:358] Setting ErrFile to fd 2...

	I0917 02:30:28.423159    3763 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:28.423316    3763 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:30:28.424500    3763 out.go:352] Setting JSON to false

	I0917 02:30:28.443798    3763 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3598,"bootTime":1726561830,"procs":471,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0917 02:30:28.443873    3763 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0917 02:30:28.448538    3763 out.go:177] * [multinode-661000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0917 02:30:28.454481    3763 out.go:177]   - MINIKUBE_LOCATION=19648

	I0917 02:30:28.454516    3763 notify.go:220] Checking for updates...

	I0917 02:30:28.462513    3763 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19648-1056/kubeconfig

	I0917 02:30:28.465474    3763 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0917 02:30:28.469531    3763 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0917 02:30:28.472499    3763 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19648-1056/.minikube

	I0917 02:30:28.475412    3763 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0917 02:30:28.478696    3763 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:30:28.478745    3763 driver.go:394] Setting default libvirt URI to qemu:///system

	I0917 02:30:28.483467    3763 out.go:177] * Using the qemu2 driver based on existing profile

	I0917 02:30:28.490415    3763 start.go:297] selected driver: qemu2

	I0917 02:30:28.490421    3763 start.go:901] validating driver "qemu2" against &{Name:multinode-661000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kube

rnetesVersion:v1.31.1 ClusterName:multinode-661000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] M

ountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:30:28.490504    3763 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0917 02:30:28.493011    3763 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0917 02:30:28.493037    3763 cni.go:84] Creating CNI manager for ""

	I0917 02:30:28.493068    3763 cni.go:136] multinode detected (1 nodes found), recommending kindnet

	I0917 02:30:28.493128    3763 start.go:340] cluster config:

	{Name:multinode-661000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19646/minikube-v1.34.0-1726415472-19646-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:multinode-661000 Namespace:default APIServerH

AVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals

e DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0917 02:30:28.496950    3763 iso.go:125] acquiring lock: {Name:mkc04c8f63d6315b912c6819d52840a9cdc59170 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0917 02:30:28.505593    3763 out.go:177] * Starting "multinode-661000" primary control-plane node in "multinode-661000" cluster

	I0917 02:30:28.509432    3763 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker

	I0917 02:30:28.509447    3763 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4

	I0917 02:30:28.509453    3763 cache.go:56] Caching tarball of preloaded images

	I0917 02:30:28.509515    3763 preload.go:172] Found /Users/jenkins/minikube-integration/19648-1056/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0917 02:30:28.509521    3763 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker

	I0917 02:30:28.509573    3763 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19648-1056/.minikube/profiles/multinode-661000/config.json ...

	I0917 02:30:28.510023    3763 start.go:360] acquireMachinesLock for multinode-661000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:30:28.510062    3763 start.go:364] duration metric: took 32.833µs to acquireMachinesLock for "multinode-661000"

	I0917 02:30:28.510072    3763 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:30:28.510077    3763 fix.go:54] fixHost starting: 

	I0917 02:30:28.510216    3763 fix.go:112] recreateIfNeeded on multinode-661000: state=Stopped err=<nil>

	W0917 02:30:28.510225    3763 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:30:28.518452    3763 out.go:177] * Restarting existing qemu2 VM for "multinode-661000" ...

	I0917 02:30:28.522316    3763 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:30:28.522356    3763 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/qemu.pid -device virtio-net-pci,netdev=net0,mac=12:37:cc:ca:3a:c8 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:30:28.524652    3763 main.go:141] libmachine: STDOUT: 

	I0917 02:30:28.524676    3763 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:30:28.524708    3763 fix.go:56] duration metric: took 14.62975ms for fixHost

	I0917 02:30:28.524712    3763 start.go:83] releasing machines lock for "multinode-661000", held for 14.645167ms

	W0917 02:30:28.524719    3763 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:30:28.524762    3763 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:30:28.524767    3763 start.go:729] Will try again in 5 seconds ...

	I0917 02:30:33.527043    3763 start.go:360] acquireMachinesLock for multinode-661000: {Name:mk3e7d188bcefe956eb28fdd9b7680a9e805dac7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0917 02:30:33.527523    3763 start.go:364] duration metric: took 360.292µs to acquireMachinesLock for "multinode-661000"

	I0917 02:30:33.527658    3763 start.go:96] Skipping create...Using existing machine configuration

	I0917 02:30:33.527678    3763 fix.go:54] fixHost starting: 

	I0917 02:30:33.528404    3763 fix.go:112] recreateIfNeeded on multinode-661000: state=Stopped err=<nil>

	W0917 02:30:33.528432    3763 fix.go:138] unexpected machine state, will restart: <nil>

	I0917 02:30:33.532936    3763 out.go:177] * Restarting existing qemu2 VM for "multinode-661000" ...

	I0917 02:30:33.540876    3763 qemu.go:418] Using hvf for hardware acceleration

	I0917 02:30:33.541082    3763 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/qemu.pid -device virtio-net-pci,netdev=net0,mac=12:37:cc:ca:3a:c8 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19648-1056/.minikube/machines/multinode-661000/disk.qcow2

	I0917 02:30:33.550596    3763 main.go:141] libmachine: STDOUT: 

	I0917 02:30:33.550665    3763 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0917 02:30:33.550762    3763 fix.go:56] duration metric: took 23.082625ms for fixHost

	I0917 02:30:33.550788    3763 start.go:83] releasing machines lock for "multinode-661000", held for 23.240542ms

	W0917 02:30:33.550974    3763 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p multinode-661000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-661000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0917 02:30:33.559925    3763 out.go:201] 

	W0917 02:30:33.563998    3763 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0917 02:30:33.564025    3763 out.go:270] * 

	* 

	W0917 02:30:33.566678    3763 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0917 02:30:33.573941    3763 out.go:201] 

** /stderr **

multinode_test.go:328: failed to run minikube start. args "out/minikube-darwin-arm64 node list -p multinode-661000" : exit status 80

multinode_test.go:331: (dbg) Run:  out/minikube-darwin-arm64 node list -p multinode-661000

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (33.462ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/RestartKeepsNodes (8.90s)

=== RUN   TestMultiNode/serial/DeleteNode

multinode_test.go:416: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 node delete m03

multinode_test.go:416: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 node delete m03: exit status 83 (39.992167ms)

-- stdout --

	* The control-plane node multinode-661000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p multinode-661000"

-- /stdout --

multinode_test.go:418: node delete returned an error. args "out/minikube-darwin-arm64 -p multinode-661000 node delete m03": exit status 83

multinode_test.go:422: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr

multinode_test.go:422: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr: exit status 7 (30.639333ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:30:33.759340    3780 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:30:33.759506    3780 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:33.759509    3780 out.go:358] Setting ErrFile to fd 2...

	I0917 02:30:33.759512    3780 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:33.759637    3780 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:30:33.759753    3780 out.go:352] Setting JSON to false

	I0917 02:30:33.759763    3780 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:30:33.759816    3780 notify.go:220] Checking for updates...

	I0917 02:30:33.759980    3780 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:30:33.759990    3780 status.go:255] checking status of multinode-661000 ...

	I0917 02:30:33.760216    3780 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:30:33.760220    3780 status.go:343] host is not running, skipping remaining checks

	I0917 02:30:33.760222    3780 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:424: failed to run minikube status. args "out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (32.286125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeleteNode (0.10s)

=== RUN   TestMultiNode/serial/StopMultiNode

multinode_test.go:345: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 stop

multinode_test.go:345: (dbg) Done: out/minikube-darwin-arm64 -p multinode-661000 stop: (1.983980792s)

multinode_test.go:351: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status

multinode_test.go:351: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status: exit status 7 (69.725916ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:358: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr

multinode_test.go:358: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr: exit status 7 (33.26075ms)

-- stdout --

	multinode-661000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0917 02:30:35.879349    3796 out.go:345] Setting OutFile to fd 1 ...

	I0917 02:30:35.879496    3796 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:35.879499    3796 out.go:358] Setting ErrFile to fd 2...

	I0917 02:30:35.879501    3796 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0917 02:30:35.879633    3796 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19648-1056/.minikube/bin

	I0917 02:30:35.879762    3796 out.go:352] Setting JSON to false

	I0917 02:30:35.879772    3796 mustload.go:65] Loading cluster: multinode-661000

	I0917 02:30:35.879833    3796 notify.go:220] Checking for updates...

	I0917 02:30:35.879975    3796 config.go:182] Loaded profile config "multinode-661000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.1

	I0917 02:30:35.879984    3796 status.go:255] checking status of multinode-661000 ...

	I0917 02:30:35.880229    3796 status.go:330] multinode-661000 host status = "Stopped" (err=<nil>)

	I0917 02:30:35.880233    3796 status.go:343] host is not running, skipping remaining checks

	I0917 02:30:35.880235    3796 status.go:257] multinode-661000 status: &{Name:multinode-661000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:364: incorrect number of stopped hosts: args "out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr": multinode-661000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

multinode_test.go:368: incorrect number of stopped kubelets: args "out/minikube-darwin-arm64 -p multinode-661000 status --alsologtostderr": multinode-661000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-661000 -n multinode-661000: exit status 7 (30.195375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-661000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StopMultiNode (2.12s)