=== RUN   TestDownloadOnly/v1.20.0/json-events

aaa_download_only_test.go:81: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-666000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:81: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-666000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 : exit status 40 (16.905416708s)

-- stdout --

	{"specversion":"1.0","id":"4deaf8b9-8f63-488e-b386-2ae1056feb10","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-666000] minikube v1.34.0 on Darwin 14.5 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"02fe49a3-28b5-41fc-85e7-7891dd15a0f5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19576"}}

	{"specversion":"1.0","id":"c1dfd2ba-0b1c-4432-b3a3-c9155401488a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig"}}

	{"specversion":"1.0","id":"6f187f6b-16ff-46d1-bba5-a81d7f590b20","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"b916a054-4680-413a-b956-9fe7890123f2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"598e1e2c-3ef6-49bb-8896-ceebe2eabac2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube"}}

	{"specversion":"1.0","id":"3283ac17-b425-4412-ba6f-0a84c63709c5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"fc3332f6-5be5-4e30-a17b-a4781e87ff8b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"a0d2ac85-1cc8-44cb-95c1-39ad9ad2fef2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"afde2bdc-9bd5-439f-83f1-9401c78d24ee","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"7aab37f3-3552-45dd-82a8-aad508425a16","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"download-only-666000\" primary control-plane node in \"download-only-666000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"68e3ba2d-66d1-48a9-a8ab-96d401968300","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.20.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"f4972e1d-b8b2-4985-bf1e-14b5dea13269","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/19576-2143/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960] Decompressors:map[bz2:0x140005e1dd0 gz:0x140005e1dd8 tar:0x140005e1d80 tar.bz2:0x140005e1d90 tar.gz:0x140005e1da0 tar.xz:0x140005e1db0 tar.zst:0x140005e1dc0 tbz2:0x140005e1d90 tgz:0x14

0005e1da0 txz:0x140005e1db0 tzst:0x140005e1dc0 xz:0x140005e1de0 zip:0x140005e1df0 zst:0x140005e1de8] Getters:map[file:0x140005e2600 http:0x1400056c190 https:0x1400056c1e0] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"cf46f8b2-dff1-4933-9d0f-926a5ddbdc06","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0906 11:28:35.476896    2674 out.go:345] Setting OutFile to fd 1 ...

	I0906 11:28:35.477015    2674 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:28:35.477019    2674 out.go:358] Setting ErrFile to fd 2...

	I0906 11:28:35.477021    2674 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:28:35.477143    2674 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	W0906 11:28:35.477205    2674 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/19576-2143/.minikube/config/config.json: open /Users/jenkins/minikube-integration/19576-2143/.minikube/config/config.json: no such file or directory

	I0906 11:28:35.478548    2674 out.go:352] Setting JSON to true

	I0906 11:28:35.495999    2674 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1685,"bootTime":1725645630,"procs":470,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 11:28:35.496067    2674 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 11:28:35.501510    2674 out.go:97] [download-only-666000] minikube v1.34.0 on Darwin 14.5 (arm64)

	W0906 11:28:35.501697    2674 preload.go:293] Failed to list preload files: open /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball: no such file or directory

	I0906 11:28:35.501706    2674 notify.go:220] Checking for updates...

	I0906 11:28:35.504481    2674 out.go:169] MINIKUBE_LOCATION=19576

	I0906 11:28:35.507407    2674 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 11:28:35.511495    2674 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 11:28:35.514523    2674 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 11:28:35.517428    2674 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	W0906 11:28:35.523472    2674 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0906 11:28:35.523681    2674 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 11:28:35.527456    2674 out.go:97] Using the qemu2 driver based on user configuration

	I0906 11:28:35.527473    2674 start.go:297] selected driver: qemu2

	I0906 11:28:35.527487    2674 start.go:901] validating driver "qemu2" against <nil>

	I0906 11:28:35.527556    2674 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 11:28:35.531482    2674 out.go:169] Automatically selected the socket_vmnet network

	I0906 11:28:35.537192    2674 start_flags.go:393] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0906 11:28:35.537270    2674 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0906 11:28:35.537301    2674 cni.go:84] Creating CNI manager for ""

	I0906 11:28:35.537317    2674 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0906 11:28:35.537381    2674 start.go:340] cluster config:

	{Name:download-only-666000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-666000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRI

Socket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:

AutoPauseInterval:1m0s}

	I0906 11:28:35.542964    2674 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 11:28:35.547446    2674 out.go:97] Downloading VM boot image ...

	I0906 11:28:35.547463    2674 download.go:107] Downloading: https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso?checksum=file:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso

	I0906 11:28:40.745719    2674 out.go:97] Starting "download-only-666000" primary control-plane node in "download-only-666000" cluster

	I0906 11:28:40.745754    2674 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0906 11:28:40.810034    2674 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0906 11:28:40.810061    2674 cache.go:56] Caching tarball of preloaded images

	I0906 11:28:40.810264    2674 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0906 11:28:40.815333    2674 out.go:97] Downloading Kubernetes v1.20.0 preload ...

	I0906 11:28:40.815340    2674 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0906 11:28:40.916000    2674 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4?checksum=md5:1a3e8f9b29e6affec63d76d0d3000942 -> /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0906 11:28:51.066846    2674 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0906 11:28:51.067032    2674 preload.go:254] verifying checksum of /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0906 11:28:51.763516    2674 cache.go:59] Finished verifying existence of preloaded tar for v1.20.0 on docker

	I0906 11:28:51.763717    2674 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/download-only-666000/config.json ...

	I0906 11:28:51.763748    2674 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/download-only-666000/config.json: {Name:mkac9a06d5758b5208f0be2aba6ce4f44041b623 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:28:51.763997    2674 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0906 11:28:51.764170    2674 download.go:107] Downloading: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 -> /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/darwin/arm64/v1.20.0/kubectl

	I0906 11:28:52.311420    2674 out.go:193] 

	W0906 11:28:52.317558    2674 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/19576-2143/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960 0x10582f960] Decompressors:map[bz2:0x140005e1dd0 gz:0x140005e1dd8 tar:0x140005e1d80 tar.bz2:0x140005e1d90 tar.gz:0x140005e1da0 tar.xz:0x140005e1db0 tar.zst:0x140005e1dc0 tbz2:0x140005e1d90 tgz:0x140005e1da0 txz:0x140005e1db0 tzst:0x140005e1dc0 xz:0x140005e1de0 zip:0x140005e1df0 zst:0x140005e1de8] Getters:map[file:0x140005e2600 http:0x1400056c190 https:0x1400056c1e0] Dir:false ProgressList

ener:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0906 11:28:52.317586    2674 out_reason.go:110] 

	W0906 11:28:52.325426    2674 out.go:283] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 11:28:52.328451    2674 out.go:193] 

** /stderr **

aaa_download_only_test.go:83: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-666000" "--force" "--alsologtostderr" "--kubernetes-version=v1.20.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.20.0/json-events (16.91s)

=== RUN   TestDownloadOnly/v1.20.0/kubectl

aaa_download_only_test.go:175: expected the file for binary exist at "/Users/jenkins/minikube-integration/19576-2143/.minikube/cache/darwin/arm64/v1.20.0/kubectl" but got error stat /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/darwin/arm64/v1.20.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.20.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-868000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-868000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.886233041s)

-- stdout --

	* [offline-docker-868000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "offline-docker-868000" primary control-plane node in "offline-docker-868000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-868000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:22:34.263756    5908 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:22:34.263889    5908 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:22:34.263892    5908 out.go:358] Setting ErrFile to fd 2...

	I0906 12:22:34.263895    5908 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:22:34.264035    5908 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:22:34.265130    5908 out.go:352] Setting JSON to false

	I0906 12:22:34.282644    5908 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":4924,"bootTime":1725645630,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:22:34.282721    5908 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:22:34.287970    5908 out.go:177] * [offline-docker-868000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:22:34.295854    5908 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:22:34.295868    5908 notify.go:220] Checking for updates...

	I0906 12:22:34.303776    5908 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:22:34.306911    5908 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:22:34.309812    5908 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:22:34.312794    5908 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:22:34.315819    5908 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 12:22:34.319189    5908 config.go:182] Loaded profile config "multinode-009000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:22:34.319253    5908 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:22:34.322777    5908 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 12:22:34.329739    5908 start.go:297] selected driver: qemu2

	I0906 12:22:34.329750    5908 start.go:901] validating driver "qemu2" against <nil>

	I0906 12:22:34.329756    5908 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:22:34.331656    5908 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 12:22:34.334806    5908 out.go:177] * Automatically selected the socket_vmnet network

	I0906 12:22:34.337944    5908 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 12:22:34.337963    5908 cni.go:84] Creating CNI manager for ""

	I0906 12:22:34.337969    5908 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 12:22:34.337972    5908 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0906 12:22:34.337998    5908 start.go:340] cluster config:

	{Name:offline-docker-868000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:offline-docker-868000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C

RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client So

cketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:22:34.341777    5908 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:22:34.348823    5908 out.go:177] * Starting "offline-docker-868000" primary control-plane node in "offline-docker-868000" cluster

	I0906 12:22:34.352686    5908 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:22:34.352715    5908 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:22:34.352724    5908 cache.go:56] Caching tarball of preloaded images

	I0906 12:22:34.352802    5908 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:22:34.352807    5908 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:22:34.352869    5908 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/offline-docker-868000/config.json ...

	I0906 12:22:34.352881    5908 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/offline-docker-868000/config.json: {Name:mk8aa7b1e15552fc3888d4b32d6eb8533990a11f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 12:22:34.353118    5908 start.go:360] acquireMachinesLock for offline-docker-868000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:22:34.353158    5908 start.go:364] duration metric: took 28.875µs to acquireMachinesLock for "offline-docker-868000"

	I0906 12:22:34.353169    5908 start.go:93] Provisioning new machine with config: &{Name:offline-docker-868000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:offline-dock

er-868000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker

BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:22:34.353200    5908 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:22:34.356904    5908 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:22:34.372674    5908 start.go:159] libmachine.API.Create for "offline-docker-868000" (driver="qemu2")

	I0906 12:22:34.372705    5908 client.go:168] LocalClient.Create starting

	I0906 12:22:34.372768    5908 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:22:34.372799    5908 main.go:141] libmachine: Decoding PEM data...

	I0906 12:22:34.372809    5908 main.go:141] libmachine: Parsing certificate...

	I0906 12:22:34.372849    5908 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:22:34.372871    5908 main.go:141] libmachine: Decoding PEM data...

	I0906 12:22:34.372878    5908 main.go:141] libmachine: Parsing certificate...

	I0906 12:22:34.373288    5908 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:22:34.529995    5908 main.go:141] libmachine: Creating SSH key...

	I0906 12:22:34.720741    5908 main.go:141] libmachine: Creating Disk image...

	I0906 12:22:34.720757    5908 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:22:34.720947    5908 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:34.730684    5908 main.go:141] libmachine: STDOUT: 

	I0906 12:22:34.730706    5908 main.go:141] libmachine: STDERR: 

	I0906 12:22:34.730801    5908 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2 +20000M

	I0906 12:22:34.742204    5908 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:22:34.742222    5908 main.go:141] libmachine: STDERR: 

	I0906 12:22:34.742242    5908 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:34.742251    5908 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:22:34.742266    5908 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:22:34.742295    5908 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/qemu.pid -device virtio-net-pci,netdev=net0,mac=6a:b4:95:b9:23:f8 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:34.743976    5908 main.go:141] libmachine: STDOUT: 

	I0906 12:22:34.743994    5908 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:22:34.744012    5908 client.go:171] duration metric: took 371.303375ms to LocalClient.Create

	I0906 12:22:36.746122    5908 start.go:128] duration metric: took 2.392932375s to createHost

	I0906 12:22:36.746146    5908 start.go:83] releasing machines lock for "offline-docker-868000", held for 2.393000292s

	W0906 12:22:36.746184    5908 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:22:36.761432    5908 out.go:177] * Deleting "offline-docker-868000" in qemu2 ...

	W0906 12:22:36.775466    5908 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:22:36.775477    5908 start.go:729] Will try again in 5 seconds ...

	I0906 12:22:41.777727    5908 start.go:360] acquireMachinesLock for offline-docker-868000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:22:41.778217    5908 start.go:364] duration metric: took 358.75µs to acquireMachinesLock for "offline-docker-868000"

	I0906 12:22:41.778368    5908 start.go:93] Provisioning new machine with config: &{Name:offline-docker-868000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:offline-dock

er-868000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker

BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:22:41.778651    5908 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:22:41.797315    5908 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:22:41.848646    5908 start.go:159] libmachine.API.Create for "offline-docker-868000" (driver="qemu2")

	I0906 12:22:41.848705    5908 client.go:168] LocalClient.Create starting

	I0906 12:22:41.848821    5908 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:22:41.848893    5908 main.go:141] libmachine: Decoding PEM data...

	I0906 12:22:41.848913    5908 main.go:141] libmachine: Parsing certificate...

	I0906 12:22:41.848976    5908 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:22:41.849020    5908 main.go:141] libmachine: Decoding PEM data...

	I0906 12:22:41.849032    5908 main.go:141] libmachine: Parsing certificate...

	I0906 12:22:41.849599    5908 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:22:42.016782    5908 main.go:141] libmachine: Creating SSH key...

	I0906 12:22:42.054349    5908 main.go:141] libmachine: Creating Disk image...

	I0906 12:22:42.054359    5908 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:22:42.054553    5908 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:42.063647    5908 main.go:141] libmachine: STDOUT: 

	I0906 12:22:42.063666    5908 main.go:141] libmachine: STDERR: 

	I0906 12:22:42.063705    5908 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2 +20000M

	I0906 12:22:42.071404    5908 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:22:42.071426    5908 main.go:141] libmachine: STDERR: 

	I0906 12:22:42.071437    5908 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:42.071441    5908 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:22:42.071450    5908 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:22:42.071492    5908 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/qemu.pid -device virtio-net-pci,netdev=net0,mac=92:4c:39:79:2e:51 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/offline-docker-868000/disk.qcow2

	I0906 12:22:42.073015    5908 main.go:141] libmachine: STDOUT: 

	I0906 12:22:42.073032    5908 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:22:42.073043    5908 client.go:171] duration metric: took 224.33575ms to LocalClient.Create

	I0906 12:22:44.075253    5908 start.go:128] duration metric: took 2.296573125s to createHost

	I0906 12:22:44.075498    5908 start.go:83] releasing machines lock for "offline-docker-868000", held for 2.297088875s

	W0906 12:22:44.075884    5908 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-868000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-868000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:22:44.087605    5908 out.go:201] 

	W0906 12:22:44.095675    5908 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:22:44.095701    5908 out.go:270] * 

	* 

	W0906 12:22:44.098146    5908 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:22:44.107526    5908 out.go:201] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-868000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:626: *** TestOffline FAILED at 2024-09-06 12:22:44.12208 -0700 PDT m=+3248.740128251

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-868000 -n offline-docker-868000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-868000 -n offline-docker-868000: exit status 7 (66.993583ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-868000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-868000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-868000

--- FAIL: TestOffline (10.05s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:332: registry stabilized in 1.659542ms

addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

helpers_test.go:344: "registry-6fb4cdfc84-68fq8" [cbfa4ae6-52b4-4753-8931-dc75977f2b98] Running

addons_test.go:334: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.006189208s

addons_test.go:337: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...

helpers_test.go:344: "registry-proxy-77sc6" [6010aca8-2072-44fb-abeb-395ddabbb03a] Running

addons_test.go:337: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.0103045s

addons_test.go:342: (dbg) Run:  kubectl --context addons-439000 delete po -l run=registry-test --now

addons_test.go:347: (dbg) Run:  kubectl --context addons-439000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"

addons_test.go:347: (dbg) Non-zero exit: kubectl --context addons-439000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.053543916s)

-- stdout --

	pod "registry-test" deleted

-- /stdout --

** stderr ** 

	error: timed out waiting for the condition

** /stderr **

addons_test.go:349: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-439000 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1

addons_test.go:353: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted

*

addons_test.go:361: (dbg) Run:  out/minikube-darwin-arm64 -p addons-439000 ip

2024/09/06 11:42:13 [DEBUG] GET http://192.168.105.2:5000

addons_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 -p addons-439000 addons disable registry --alsologtostderr -v=1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-439000 -n addons-439000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-439000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	==> Audit <==

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |                 Args                 |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only              | download-only-666000 | jenkins | v1.34.0 | 06 Sep 24 11:28 PDT |                     |

	|         | -p download-only-666000              |                      |         |         |                     |                     |

	|         | --force --alsologtostderr            |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.20.0         |                      |         |         |                     |                     |

	|         | --container-runtime=docker           |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | --all                                | minikube             | jenkins | v1.34.0 | 06 Sep 24 11:28 PDT | 06 Sep 24 11:28 PDT |

	| delete  | -p download-only-666000              | download-only-666000 | jenkins | v1.34.0 | 06 Sep 24 11:28 PDT | 06 Sep 24 11:28 PDT |

	| start   | -o=json --download-only              | download-only-782000 | jenkins | v1.34.0 | 06 Sep 24 11:28 PDT |                     |

	|         | -p download-only-782000              |                      |         |         |                     |                     |

	|         | --force --alsologtostderr            |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.31.0         |                      |         |         |                     |                     |

	|         | --container-runtime=docker           |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | --all                                | minikube             | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:29 PDT |

	| delete  | -p download-only-782000              | download-only-782000 | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:29 PDT |

	| delete  | -p download-only-666000              | download-only-666000 | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:29 PDT |

	| delete  | -p download-only-782000              | download-only-782000 | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:29 PDT |

	| start   | --download-only -p                   | binary-mirror-065000 | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT |                     |

	|         | binary-mirror-065000                 |                      |         |         |                     |                     |

	|         | --alsologtostderr                    |                      |         |         |                     |                     |

	|         | --binary-mirror                      |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312               |                      |         |         |                     |                     |

	|         | --driver=qemu2                       |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-065000              | binary-mirror-065000 | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:29 PDT |

	| addons  | disable dashboard -p                 | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT |                     |

	|         | addons-439000                        |                      |         |         |                     |                     |

	| addons  | enable dashboard -p                  | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT |                     |

	|         | addons-439000                        |                      |         |         |                     |                     |

	| start   | -p addons-439000 --wait=true         | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:29 PDT | 06 Sep 24 11:32 PDT |

	|         | --memory=4000 --alsologtostderr      |                      |         |         |                     |                     |

	|         | --addons=registry                    |                      |         |         |                     |                     |

	|         | --addons=metrics-server              |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots             |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver         |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                    |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner               |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget            |                      |         |         |                     |                     |

	|         | --addons=storage-provisioner-rancher |                      |         |         |                     |                     |

	|         | --addons=nvidia-device-plugin        |                      |         |         |                     |                     |

	|         | --addons=yakd --addons=volcano       |                      |         |         |                     |                     |

	|         | --driver=qemu2  --addons=ingress     |                      |         |         |                     |                     |

	|         | --addons=ingress-dns                 |                      |         |         |                     |                     |

	| addons  | addons-439000 addons disable         | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:32 PDT | 06 Sep 24 11:33 PDT |

	|         | volcano --alsologtostderr -v=1       |                      |         |         |                     |                     |

	| addons  | addons-439000 addons                 | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:41 PDT | 06 Sep 24 11:41 PDT |

	|         | disable csi-hostpath-driver          |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1               |                      |         |         |                     |                     |

	| addons  | addons-439000 addons                 | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:41 PDT | 06 Sep 24 11:41 PDT |

	|         | disable volumesnapshots              |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1               |                      |         |         |                     |                     |

	| addons  | addons-439000 addons                 | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:41 PDT | 06 Sep 24 11:41 PDT |

	|         | disable metrics-server               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1               |                      |         |         |                     |                     |

	| addons  | disable inspektor-gadget -p          | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:41 PDT | 06 Sep 24 11:42 PDT |

	|         | addons-439000                        |                      |         |         |                     |                     |

	| ssh     | addons-439000 ssh curl -s            | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT | 06 Sep 24 11:42 PDT |

	|         | http://127.0.0.1/ -H 'Host:          |                      |         |         |                     |                     |

	|         | nginx.example.com'                   |                      |         |         |                     |                     |

	| ip      | addons-439000 ip                     | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT | 06 Sep 24 11:42 PDT |

	| addons  | addons-439000 addons disable         | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT | 06 Sep 24 11:42 PDT |

	|         | ingress-dns --alsologtostderr        |                      |         |         |                     |                     |

	|         | -v=1                                 |                      |         |         |                     |                     |

	| addons  | addons-439000 addons disable         | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT |                     |

	|         | ingress --alsologtostderr -v=1       |                      |         |         |                     |                     |

	| ip      | addons-439000 ip                     | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT | 06 Sep 24 11:42 PDT |

	| addons  | addons-439000 addons disable         | addons-439000        | jenkins | v1.34.0 | 06 Sep 24 11:42 PDT | 06 Sep 24 11:42 PDT |

	|         | registry --alsologtostderr           |                      |         |         |                     |                     |

	|         | -v=1                                 |                      |         |         |                     |                     |

	|---------|--------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/09/06 11:29:03

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.22.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0906 11:29:03.138463    2772 out.go:345] Setting OutFile to fd 1 ...

	I0906 11:29:03.138724    2772 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:29:03.138727    2772 out.go:358] Setting ErrFile to fd 2...

	I0906 11:29:03.138729    2772 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:29:03.138882    2772 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 11:29:03.140138    2772 out.go:352] Setting JSON to false

	I0906 11:29:03.156467    2772 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1713,"bootTime":1725645630,"procs":469,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 11:29:03.156528    2772 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 11:29:03.160124    2772 out.go:177] * [addons-439000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 11:29:03.166998    2772 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 11:29:03.167046    2772 notify.go:220] Checking for updates...

	I0906 11:29:03.174072    2772 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 11:29:03.177035    2772 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 11:29:03.180061    2772 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 11:29:03.183085    2772 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 11:29:03.186027    2772 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 11:29:03.189200    2772 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 11:29:03.195916    2772 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 11:29:03.199041    2772 start.go:297] selected driver: qemu2

	I0906 11:29:03.199050    2772 start.go:901] validating driver "qemu2" against <nil>

	I0906 11:29:03.199058    2772 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 11:29:03.201222    2772 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 11:29:03.204056    2772 out.go:177] * Automatically selected the socket_vmnet network

	I0906 11:29:03.205397    2772 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 11:29:03.205452    2772 cni.go:84] Creating CNI manager for ""

	I0906 11:29:03.205460    2772 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:29:03.205472    2772 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0906 11:29:03.205503    2772 start.go:340] cluster config:

	{Name:addons-439000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-439000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: Networ

kPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/v

ar/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 11:29:03.208988    2772 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 11:29:03.217018    2772 out.go:177] * Starting "addons-439000" primary control-plane node in "addons-439000" cluster

	I0906 11:29:03.220974    2772 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 11:29:03.220993    2772 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 11:29:03.221002    2772 cache.go:56] Caching tarball of preloaded images

	I0906 11:29:03.221080    2772 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 11:29:03.221085    2772 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 11:29:03.221295    2772 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/config.json ...

	I0906 11:29:03.221306    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/config.json: {Name:mka04d0959b9e0d6989b9dfb8ff7248f9ae1fcce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:03.221670    2772 start.go:360] acquireMachinesLock for addons-439000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 11:29:03.221737    2772 start.go:364] duration metric: took 61.041µs to acquireMachinesLock for "addons-439000"

	I0906 11:29:03.221749    2772 start.go:93] Provisioning new machine with config: &{Name:addons-439000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-439000 Namesp

ace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Di

sableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 11:29:03.221791    2772 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 11:29:03.230008    2772 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0906 11:29:03.451154    2772 start.go:159] libmachine.API.Create for "addons-439000" (driver="qemu2")

	I0906 11:29:03.451195    2772 client.go:168] LocalClient.Create starting

	I0906 11:29:03.451389    2772 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 11:29:03.565223    2772 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 11:29:03.630899    2772 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 11:29:04.388995    2772 main.go:141] libmachine: Creating SSH key...

	I0906 11:29:04.490533    2772 main.go:141] libmachine: Creating Disk image...

	I0906 11:29:04.490539    2772 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 11:29:04.491498    2772 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2

	I0906 11:29:04.507448    2772 main.go:141] libmachine: STDOUT: 

	I0906 11:29:04.507472    2772 main.go:141] libmachine: STDERR: 

	I0906 11:29:04.507520    2772 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2 +20000M

	I0906 11:29:04.515469    2772 main.go:141] libmachine: STDOUT: Image resized.

	I0906 11:29:04.515483    2772 main.go:141] libmachine: STDERR: 

	I0906 11:29:04.515505    2772 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2

	I0906 11:29:04.515514    2772 main.go:141] libmachine: Starting QEMU VM...

	I0906 11:29:04.515554    2772 qemu.go:418] Using hvf for hardware acceleration

	I0906 11:29:04.515587    2772 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/qemu.pid -device virtio-net-pci,netdev=net0,mac=f2:66:c6:06:b7:3b -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/disk.qcow2

	I0906 11:29:04.569971    2772 main.go:141] libmachine: STDOUT: 

	I0906 11:29:04.570003    2772 main.go:141] libmachine: STDERR: 

	I0906 11:29:04.570007    2772 main.go:141] libmachine: Attempt 0

	I0906 11:29:04.570038    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:04.570105    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:04.570125    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:06.572259    2772 main.go:141] libmachine: Attempt 1

	I0906 11:29:06.572364    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:06.572709    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:06.572761    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:08.574984    2772 main.go:141] libmachine: Attempt 2

	I0906 11:29:08.575152    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:08.575481    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:08.575555    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:10.577697    2772 main.go:141] libmachine: Attempt 3

	I0906 11:29:10.577737    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:10.577789    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:10.577815    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:12.579828    2772 main.go:141] libmachine: Attempt 4

	I0906 11:29:12.579838    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:12.579875    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:12.579885    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:14.581917    2772 main.go:141] libmachine: Attempt 5

	I0906 11:29:14.581934    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:14.581980    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:14.581989    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:16.584049    2772 main.go:141] libmachine: Attempt 6

	I0906 11:29:16.584077    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:16.584140    2772 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0906 11:29:16.584149    2772 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:da:98:b3:c0:e3:d9 ID:1,da:98:b3:c0:e3:d9 Lease:0x66dc94ca}

	I0906 11:29:18.586221    2772 main.go:141] libmachine: Attempt 7

	I0906 11:29:18.586245    2772 main.go:141] libmachine: Searching for f2:66:c6:6:b7:3b in /var/db/dhcpd_leases ...

	I0906 11:29:18.586331    2772 main.go:141] libmachine: Found 2 entries in /var/db/dhcpd_leases!

	I0906 11:29:18.586345    2772 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:f2:66:c6:6:b7:3b ID:1,f2:66:c6:6:b7:3b Lease:0x66dc9b7d}

	I0906 11:29:18.586347    2772 main.go:141] libmachine: Found match: f2:66:c6:6:b7:3b

	I0906 11:29:18.586352    2772 main.go:141] libmachine: IP: 192.168.105.2

	I0906 11:29:18.586362    2772 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0906 11:29:20.604883    2772 machine.go:93] provisionDockerMachine start ...

	I0906 11:29:20.606399    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:20.606904    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:20.606921    2772 main.go:141] libmachine: About to run SSH command:

	hostname

	I0906 11:29:20.682994    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0906 11:29:20.683022    2772 buildroot.go:166] provisioning hostname "addons-439000"

	I0906 11:29:20.683112    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:20.683428    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:20.683439    2772 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-439000 && echo "addons-439000" | sudo tee /etc/hostname

	I0906 11:29:20.752032    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-439000

	I0906 11:29:20.752123    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:20.752305    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:20.752315    2772 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-439000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-439000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-439000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0906 11:29:20.808772    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0906 11:29:20.808788    2772 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-2143/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-2143/.minikube}

	I0906 11:29:20.808800    2772 buildroot.go:174] setting up certificates

	I0906 11:29:20.808805    2772 provision.go:84] configureAuth start

	I0906 11:29:20.808810    2772 provision.go:143] copyHostCerts

	I0906 11:29:20.808899    2772 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.pem (1082 bytes)

	I0906 11:29:20.809153    2772 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/cert.pem (1123 bytes)

	I0906 11:29:20.809265    2772 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/key.pem (1675 bytes)

	I0906 11:29:20.809361    2772 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem org=jenkins.addons-439000 san=[127.0.0.1 192.168.105.2 addons-439000 localhost minikube]

	I0906 11:29:21.019453    2772 provision.go:177] copyRemoteCerts

	I0906 11:29:21.019515    2772 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0906 11:29:21.019523    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:21.047991    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0906 11:29:21.056971    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0906 11:29:21.065621    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0906 11:29:21.073824    2772 provision.go:87] duration metric: took 265.010292ms to configureAuth

	I0906 11:29:21.073834    2772 buildroot.go:189] setting minikube options for container-runtime

	I0906 11:29:21.073951    2772 config.go:182] Loaded profile config "addons-439000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:29:21.073987    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:21.074074    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:21.074079    2772 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0906 11:29:21.124634    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0906 11:29:21.124641    2772 buildroot.go:70] root file system type: tmpfs

	I0906 11:29:21.124699    2772 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0906 11:29:21.124749    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:21.124852    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:21.124884    2772 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0906 11:29:21.181085    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0906 11:29:21.181135    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:21.181244    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:21.181254    2772 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0906 11:29:22.545267    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0906 11:29:22.545281    2772 machine.go:96] duration metric: took 1.94039775s to provisionDockerMachine

	I0906 11:29:22.545286    2772 client.go:171] duration metric: took 19.094387625s to LocalClient.Create

	I0906 11:29:22.545303    2772 start.go:167] duration metric: took 19.094453125s to libmachine.API.Create "addons-439000"

	I0906 11:29:22.545307    2772 start.go:293] postStartSetup for "addons-439000" (driver="qemu2")

	I0906 11:29:22.545313    2772 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0906 11:29:22.545384    2772 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0906 11:29:22.545395    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:22.574476    2772 ssh_runner.go:195] Run: cat /etc/os-release

	I0906 11:29:22.576303    2772 info.go:137] Remote host: Buildroot 2023.02.9

	I0906 11:29:22.576310    2772 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-2143/.minikube/addons for local assets ...

	I0906 11:29:22.576410    2772 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-2143/.minikube/files for local assets ...

	I0906 11:29:22.576442    2772 start.go:296] duration metric: took 31.132208ms for postStartSetup

	I0906 11:29:22.576845    2772 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/config.json ...

	I0906 11:29:22.577034    2772 start.go:128] duration metric: took 19.355544667s to createHost

	I0906 11:29:22.577057    2772 main.go:141] libmachine: Using SSH client type: native

	I0906 11:29:22.577149    2772 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1028185a0] 0x10281ae00 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0906 11:29:22.577154    2772 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0906 11:29:22.629033    2772 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725647363.107008753

	I0906 11:29:22.629043    2772 fix.go:216] guest clock: 1725647363.107008753

	I0906 11:29:22.629047    2772 fix.go:229] Guest: 2024-09-06 11:29:23.107008753 -0700 PDT Remote: 2024-09-06 11:29:22.577037 -0700 PDT m=+19.457878543 (delta=529.971753ms)

	I0906 11:29:22.629059    2772 fix.go:200] guest clock delta is within tolerance: 529.971753ms

	I0906 11:29:22.629062    2772 start.go:83] releasing machines lock for "addons-439000", held for 19.407626083s

	I0906 11:29:22.629350    2772 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0906 11:29:22.629371    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:22.629351    2772 ssh_runner.go:195] Run: cat /version.json

	I0906 11:29:22.629381    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:22.703020    2772 ssh_runner.go:195] Run: systemctl --version

	I0906 11:29:22.705575    2772 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0906 11:29:22.707713    2772 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0906 11:29:22.707742    2772 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0906 11:29:22.714265    2772 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0906 11:29:22.714272    2772 start.go:495] detecting cgroup driver to use...

	I0906 11:29:22.714370    2772 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0906 11:29:22.721067    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"

	I0906 11:29:22.724502    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0906 11:29:22.728114    2772 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0906 11:29:22.728139    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0906 11:29:22.731669    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0906 11:29:22.735579    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0906 11:29:22.739433    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0906 11:29:22.743350    2772 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0906 11:29:22.747344    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0906 11:29:22.751160    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0906 11:29:22.755103    2772 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0906 11:29:22.759223    2772 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0906 11:29:22.762929    2772 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0906 11:29:22.766677    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:22.834529    2772 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0906 11:29:22.845073    2772 start.go:495] detecting cgroup driver to use...

	I0906 11:29:22.845145    2772 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0906 11:29:22.850539    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0906 11:29:22.855933    2772 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0906 11:29:22.863783    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0906 11:29:22.869476    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0906 11:29:22.874633    2772 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0906 11:29:22.914720    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0906 11:29:22.920860    2772 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0906 11:29:22.927204    2772 ssh_runner.go:195] Run: which cri-dockerd

	I0906 11:29:22.928585    2772 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0906 11:29:22.931761    2772 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)

	I0906 11:29:22.937532    2772 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0906 11:29:23.002128    2772 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0906 11:29:23.068304    2772 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0906 11:29:23.068376    2772 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0906 11:29:23.074560    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:23.142463    2772 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0906 11:29:25.330279    2772 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.187830458s)

	I0906 11:29:25.330355    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0906 11:29:25.336053    2772 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0906 11:29:25.343176    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0906 11:29:25.348701    2772 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0906 11:29:25.422870    2772 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0906 11:29:25.490895    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:25.564440    2772 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0906 11:29:25.571241    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0906 11:29:25.576814    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:25.650269    2772 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0906 11:29:25.675487    2772 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0906 11:29:25.675562    2772 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0906 11:29:25.677744    2772 start.go:563] Will wait 60s for crictl version

	I0906 11:29:25.677791    2772 ssh_runner.go:195] Run: which crictl

	I0906 11:29:25.679382    2772 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0906 11:29:25.697947    2772 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.2.0

	RuntimeApiVersion:  v1

	I0906 11:29:25.698009    2772 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0906 11:29:25.709561    2772 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0906 11:29:25.727066    2772 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...

	I0906 11:29:25.727205    2772 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0906 11:29:25.728662    2772 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0906 11:29:25.732698    2772 kubeadm.go:883] updating cluster {Name:addons-439000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-439000 Namespace:default APIServ

erHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableO

ptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0906 11:29:25.732744    2772 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 11:29:25.732786    2772 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0906 11:29:25.744983    2772 docker.go:685] Got preloaded images: 

	I0906 11:29:25.744991    2772 docker.go:691] registry.k8s.io/kube-apiserver:v1.31.0 wasn't preloaded

	I0906 11:29:25.745030    2772 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0906 11:29:25.748320    2772 ssh_runner.go:195] Run: which lz4

	I0906 11:29:25.749703    2772 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4

	I0906 11:29:25.750999    2772 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0906 11:29:25.751009    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (322549298 bytes)

	I0906 11:29:27.000149    2772 docker.go:649] duration metric: took 1.250493708s to copy over tarball

	I0906 11:29:27.000206    2772 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0906 11:29:27.965798    2772 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0906 11:29:27.980924    2772 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0906 11:29:27.984437    2772 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2631 bytes)

	I0906 11:29:27.990485    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:28.071468    2772 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0906 11:29:30.737761    2772 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.666318875s)

	I0906 11:29:30.737850    2772 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0906 11:29:30.743593    2772 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.31.0

	registry.k8s.io/kube-scheduler:v1.31.0

	registry.k8s.io/kube-controller-manager:v1.31.0

	registry.k8s.io/kube-proxy:v1.31.0

	registry.k8s.io/etcd:3.5.15-0

	registry.k8s.io/pause:3.10

	registry.k8s.io/coredns/coredns:v1.11.1

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0906 11:29:30.743605    2772 cache_images.go:84] Images are preloaded, skipping loading

	I0906 11:29:30.743610    2772 kubeadm.go:934] updating node { 192.168.105.2 8443 v1.31.0 docker true true} ...

	I0906 11:29:30.743695    2772 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-439000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.31.0 ClusterName:addons-439000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0906 11:29:30.743749    2772 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0906 11:29:30.765422    2772 cni.go:84] Creating CNI manager for ""

	I0906 11:29:30.765436    2772 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:29:30.765452    2772 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0906 11:29:30.765463    2772 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-439000 NodeName:addons-439000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0906 11:29:30.765539    2772 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-439000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.31.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%"

	  nodefs.inodesFree: "0%"

	  imagefs.available: "0%"

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0906 11:29:30.765602    2772 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0

	I0906 11:29:30.769447    2772 binaries.go:44] Found k8s binaries, skipping transfer

	I0906 11:29:30.769485    2772 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0906 11:29:30.772740    2772 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)

	I0906 11:29:30.778672    2772 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0906 11:29:30.784649    2772 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2158 bytes)

	I0906 11:29:30.790858    2772 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0906 11:29:30.792282    2772 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0906 11:29:30.796012    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:30.857976    2772 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0906 11:29:30.864774    2772 certs.go:68] Setting up /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000 for IP: 192.168.105.2

	I0906 11:29:30.864787    2772 certs.go:194] generating shared ca certs ...

	I0906 11:29:30.864796    2772 certs.go:226] acquiring lock for ca certs: {Name:mkeb2acf337d35e5b807329b963b0c0723ad2fb5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:30.864973    2772 certs.go:240] generating "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key

	I0906 11:29:31.035304    2772 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt ...

	I0906 11:29:31.035317    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt: {Name:mk76350c329c7bbe0b41f1b72c4754d965f96018 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.035648    2772 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key ...

	I0906 11:29:31.035652    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key: {Name:mk9d01bdd598787349ea5c570a188a9c9039cccf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.035786    2772 certs.go:240] generating "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key

	I0906 11:29:31.092583    2772 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.crt ...

	I0906 11:29:31.092587    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.crt: {Name:mk9e3205858b2b873a67f3a36b684c5722a34d1e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.092752    2772 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key ...

	I0906 11:29:31.092755    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key: {Name:mk957b57e3ae01795bd1919fb95312401e5464fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.092888    2772 certs.go:256] generating profile certs ...

	I0906 11:29:31.092925    2772 certs.go:363] generating signed profile cert for "minikube-user": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.key

	I0906 11:29:31.092943    2772 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt with IP's: []

	I0906 11:29:31.204389    2772 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt ...

	I0906 11:29:31.204393    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: {Name:mk8817fca02f5bb8044f93f17df81efd15aa19ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.204540    2772 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.key ...

	I0906 11:29:31.204544    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.key: {Name:mk3baa79fd8e74a95a4342be8ada477acbca393f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.204660    2772 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key.ce722006

	I0906 11:29:31.204676    2772 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt.ce722006 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.105.2]

	I0906 11:29:31.320453    2772 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt.ce722006 ...

	I0906 11:29:31.320462    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt.ce722006: {Name:mke9d9da790f6c7736034751a29f49ff78679aa4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.320700    2772 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key.ce722006 ...

	I0906 11:29:31.320705    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key.ce722006: {Name:mk7c2270c4406d033c88ad511515267018d4425c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.320835    2772 certs.go:381] copying /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt.ce722006 -> /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt

	I0906 11:29:31.321031    2772 certs.go:385] copying /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key.ce722006 -> /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key

	I0906 11:29:31.321161    2772 certs.go:363] generating signed profile cert for "aggregator": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.key

	I0906 11:29:31.321173    2772 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.crt with IP's: []

	I0906 11:29:31.523312    2772 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.crt ...

	I0906 11:29:31.523323    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.crt: {Name:mk29519bdd375fa89cfe9343b670b304738ba4bb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.523582    2772 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.key ...

	I0906 11:29:31.523595    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.key: {Name:mk59f0d9afd1063ef978f645617fdb880a217f93 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:31.523901    2772 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem (1679 bytes)

	I0906 11:29:31.523937    2772 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem (1082 bytes)

	I0906 11:29:31.523975    2772 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem (1123 bytes)

	I0906 11:29:31.524007    2772 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem (1675 bytes)

	I0906 11:29:31.524495    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0906 11:29:31.535243    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0906 11:29:31.544005    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0906 11:29:31.554449    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0906 11:29:31.562950    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)

	I0906 11:29:31.571459    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0906 11:29:31.579985    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0906 11:29:31.588066    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0906 11:29:31.596154    2772 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0906 11:29:31.604366    2772 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0906 11:29:31.611171    2772 ssh_runner.go:195] Run: openssl version

	I0906 11:29:31.613679    2772 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0906 11:29:31.617456    2772 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:29:31.619038    2772 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep  6 18:29 /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:29:31.619059    2772 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:29:31.621155    2772 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0906 11:29:31.624754    2772 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0906 11:29:31.626228    2772 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory

	I0906 11:29:31.626267    2772 kubeadm.go:392] StartCluster: {Name:addons-439000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-439000 Namespace:default APIServerH

AVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpti

mizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 11:29:31.626334    2772 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0906 11:29:31.631606    2772 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0906 11:29:31.635540    2772 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0906 11:29:31.639216    2772 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0906 11:29:31.642944    2772 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0906 11:29:31.642952    2772 kubeadm.go:157] found existing configuration files:

	I0906 11:29:31.642977    2772 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf

	I0906 11:29:31.646535    2772 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/admin.conf: No such file or directory

	I0906 11:29:31.646558    2772 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf

	I0906 11:29:31.650280    2772 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf

	I0906 11:29:31.653701    2772 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/kubelet.conf: No such file or directory

	I0906 11:29:31.653726    2772 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf

	I0906 11:29:31.656984    2772 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf

	I0906 11:29:31.660057    2772 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/controller-manager.conf: No such file or directory

	I0906 11:29:31.660076    2772 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0906 11:29:31.663427    2772 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf

	I0906 11:29:31.666975    2772 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/scheduler.conf: No such file or directory

	I0906 11:29:31.666998    2772 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0906 11:29:31.670644    2772 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0906 11:29:31.691714    2772 kubeadm.go:310] [init] Using Kubernetes version: v1.31.0

	I0906 11:29:31.691753    2772 kubeadm.go:310] [preflight] Running pre-flight checks

	I0906 11:29:31.730716    2772 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0906 11:29:31.730774    2772 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0906 11:29:31.730836    2772 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'

	I0906 11:29:31.735025    2772 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0906 11:29:31.749225    2772 out.go:235]   - Generating certificates and keys ...

	I0906 11:29:31.749260    2772 kubeadm.go:310] [certs] Using existing ca certificate authority

	I0906 11:29:31.749297    2772 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk

	I0906 11:29:31.889090    2772 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0906 11:29:31.922940    2772 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key

	I0906 11:29:31.963343    2772 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key

	I0906 11:29:32.053045    2772 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key

	I0906 11:29:32.152384    2772 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key

	I0906 11:29:32.152449    2772 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-439000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0906 11:29:32.221357    2772 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key

	I0906 11:29:32.221420    2772 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-439000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0906 11:29:32.344322    2772 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0906 11:29:32.561233    2772 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key

	I0906 11:29:32.683655    2772 kubeadm.go:310] [certs] Generating "sa" key and public key

	I0906 11:29:32.683693    2772 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0906 11:29:32.728835    2772 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0906 11:29:32.765788    2772 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file

	I0906 11:29:32.814594    2772 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0906 11:29:32.899998    2772 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0906 11:29:33.053652    2772 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0906 11:29:33.053888    2772 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0906 11:29:33.055926    2772 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0906 11:29:33.060220    2772 out.go:235]   - Booting up control plane ...

	I0906 11:29:33.060273    2772 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0906 11:29:33.060312    2772 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0906 11:29:33.060346    2772 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0906 11:29:33.066511    2772 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0906 11:29:33.069019    2772 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0906 11:29:33.069087    2772 kubeadm.go:310] [kubelet-start] Starting the kubelet

	I0906 11:29:33.140489    2772 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"

	I0906 11:29:33.140550    2772 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s

	I0906 11:29:33.652031    2772 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 510.538959ms

	I0906 11:29:33.652265    2772 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s

	I0906 11:29:36.656166    2772 kubeadm.go:310] [api-check] The API server is healthy after 3.001874543s

	I0906 11:29:36.672902    2772 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0906 11:29:36.682506    2772 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0906 11:29:36.706097    2772 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs

	I0906 11:29:36.706235    2772 kubeadm.go:310] [mark-control-plane] Marking the node addons-439000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0906 11:29:36.709787    2772 kubeadm.go:310] [bootstrap-token] Using token: s2nuze.il1wzwwxq395d53q

	I0906 11:29:36.716809    2772 out.go:235]   - Configuring RBAC rules ...

	I0906 11:29:36.716890    2772 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0906 11:29:36.722009    2772 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0906 11:29:36.724537    2772 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0906 11:29:36.725427    2772 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0906 11:29:36.726952    2772 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0906 11:29:36.727978    2772 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0906 11:29:37.062174    2772 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0906 11:29:37.465475    2772 kubeadm.go:310] [addons] Applied essential addon: CoreDNS

	I0906 11:29:38.061634    2772 kubeadm.go:310] [addons] Applied essential addon: kube-proxy

	I0906 11:29:38.062655    2772 kubeadm.go:310] 

	I0906 11:29:38.062735    2772 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!

	I0906 11:29:38.062744    2772 kubeadm.go:310] 

	I0906 11:29:38.062866    2772 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:

	I0906 11:29:38.062885    2772 kubeadm.go:310] 

	I0906 11:29:38.062916    2772 kubeadm.go:310]   mkdir -p $HOME/.kube

	I0906 11:29:38.062982    2772 kubeadm.go:310]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0906 11:29:38.063080    2772 kubeadm.go:310]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0906 11:29:38.063087    2772 kubeadm.go:310] 

	I0906 11:29:38.063179    2772 kubeadm.go:310] Alternatively, if you are the root user, you can run:

	I0906 11:29:38.063188    2772 kubeadm.go:310] 

	I0906 11:29:38.063245    2772 kubeadm.go:310]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0906 11:29:38.063251    2772 kubeadm.go:310] 

	I0906 11:29:38.063319    2772 kubeadm.go:310] You should now deploy a pod network to the cluster.

	I0906 11:29:38.063466    2772 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0906 11:29:38.063559    2772 kubeadm.go:310]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0906 11:29:38.063577    2772 kubeadm.go:310] 

	I0906 11:29:38.063716    2772 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities

	I0906 11:29:38.063824    2772 kubeadm.go:310] and service account keys on each node and then running the following as root:

	I0906 11:29:38.063847    2772 kubeadm.go:310] 

	I0906 11:29:38.064030    2772 kubeadm.go:310]   kubeadm join control-plane.minikube.internal:8443 --token s2nuze.il1wzwwxq395d53q \

	I0906 11:29:38.064175    2772 kubeadm.go:310] 	--discovery-token-ca-cert-hash sha256:59dd8c6c8a0580995b4e71517efb0052c1c9fa2a3d3304f8b7b5bc84a0bff0c5 \

	I0906 11:29:38.064204    2772 kubeadm.go:310] 	--control-plane 

	I0906 11:29:38.064212    2772 kubeadm.go:310] 

	I0906 11:29:38.064312    2772 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:

	I0906 11:29:38.064330    2772 kubeadm.go:310] 

	I0906 11:29:38.064425    2772 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token s2nuze.il1wzwwxq395d53q \

	I0906 11:29:38.064565    2772 kubeadm.go:310] 	--discovery-token-ca-cert-hash sha256:59dd8c6c8a0580995b4e71517efb0052c1c9fa2a3d3304f8b7b5bc84a0bff0c5 

	I0906 11:29:38.064962    2772 kubeadm.go:310] W0906 18:29:32.168296    1584 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.

	I0906 11:29:38.065354    2772 kubeadm.go:310] W0906 18:29:32.169049    1584 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.

	I0906 11:29:38.065511    2772 kubeadm.go:310] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0906 11:29:38.065526    2772 cni.go:84] Creating CNI manager for ""

	I0906 11:29:38.065544    2772 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:29:38.071075    2772 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0906 11:29:38.075047    2772 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0906 11:29:38.084062    2772 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)

	I0906 11:29:38.096973    2772 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0906 11:29:38.097083    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:38.097127    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-439000 minikube.k8s.io/updated_at=2024_09_06T11_29_38_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13 minikube.k8s.io/name=addons-439000 minikube.k8s.io/primary=true

	I0906 11:29:38.178182    2772 ops.go:34] apiserver oom_adj: -16

	I0906 11:29:38.178232    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:38.680425    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:39.180374    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:39.679619    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:40.180293    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:40.680279    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:41.180368    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:41.680389    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:42.180324    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:42.680240    2772 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0906 11:29:42.724179    2772 kubeadm.go:1113] duration metric: took 4.627272708s to wait for elevateKubeSystemPrivileges

	I0906 11:29:42.724193    2772 kubeadm.go:394] duration metric: took 11.098102083s to StartCluster

	I0906 11:29:42.724203    2772 settings.go:142] acquiring lock: {Name:mk12afd771d0c660db2e89d96a6968c1a28fb2c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:42.724381    2772 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 11:29:42.724565    2772 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/kubeconfig: {Name:mkb103f2b581179fd959f22a1dc4c9c6720f9366 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:29:42.724794    2772 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0906 11:29:42.724830    2772 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 11:29:42.724867    2772 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]

	I0906 11:29:42.724912    2772 addons.go:69] Setting yakd=true in profile "addons-439000"

	I0906 11:29:42.724921    2772 addons.go:234] Setting addon yakd=true in "addons-439000"

	I0906 11:29:42.724937    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.724939    2772 config.go:182] Loaded profile config "addons-439000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:29:42.724940    2772 addons.go:69] Setting inspektor-gadget=true in profile "addons-439000"

	I0906 11:29:42.724951    2772 addons.go:234] Setting addon inspektor-gadget=true in "addons-439000"

	I0906 11:29:42.724963    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.724971    2772 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-439000"

	I0906 11:29:42.724979    2772 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-439000"

	I0906 11:29:42.724988    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.724994    2772 addons.go:69] Setting storage-provisioner=true in profile "addons-439000"

	I0906 11:29:42.725018    2772 addons.go:69] Setting volumesnapshots=true in profile "addons-439000"

	I0906 11:29:42.725026    2772 addons.go:69] Setting metrics-server=true in profile "addons-439000"

	I0906 11:29:42.725029    2772 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-439000"

	I0906 11:29:42.725031    2772 addons.go:234] Setting addon volumesnapshots=true in "addons-439000"

	I0906 11:29:42.725029    2772 addons.go:234] Setting addon storage-provisioner=true in "addons-439000"

	I0906 11:29:42.725035    2772 addons.go:69] Setting gcp-auth=true in profile "addons-439000"

	I0906 11:29:42.725015    2772 addons.go:69] Setting volcano=true in profile "addons-439000"

	I0906 11:29:42.725043    2772 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-439000"

	I0906 11:29:42.725049    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725051    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725058    2772 mustload.go:65] Loading cluster: addons-439000

	I0906 11:29:42.725058    2772 addons.go:234] Setting addon volcano=true in "addons-439000"

	I0906 11:29:42.725078    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725094    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725114    2772 config.go:182] Loaded profile config "addons-439000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:29:42.725193    2772 addons.go:69] Setting default-storageclass=true in profile "addons-439000"

	I0906 11:29:42.725213    2772 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-439000"

	I0906 11:29:42.725349    2772 addons.go:69] Setting ingress=true in profile "addons-439000"

	I0906 11:29:42.725352    2772 retry.go:31] will retry after 844.357477ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725357    2772 addons.go:234] Setting addon ingress=true in "addons-439000"

	I0906 11:29:42.725360    2772 retry.go:31] will retry after 1.404254304s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725358    2772 retry.go:31] will retry after 1.467404153s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725368    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725364    2772 addons.go:69] Setting ingress-dns=true in profile "addons-439000"

	I0906 11:29:42.725392    2772 addons.go:234] Setting addon ingress-dns=true in "addons-439000"

	I0906 11:29:42.725400    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725474    2772 retry.go:31] will retry after 1.132094872s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725502    2772 addons.go:69] Setting registry=true in profile "addons-439000"

	I0906 11:29:42.725526    2772 addons.go:234] Setting addon registry=true in "addons-439000"

	I0906 11:29:42.725555    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725641    2772 retry.go:31] will retry after 668.586579ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725643    2772 retry.go:31] will retry after 878.68708ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725641    2772 retry.go:31] will retry after 634.266146ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725645    2772 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-439000"

	I0906 11:29:42.725654    2772 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-439000"

	I0906 11:29:42.725027    2772 addons.go:69] Setting cloud-spanner=true in profile "addons-439000"

	I0906 11:29:42.725641    2772 retry.go:31] will retry after 977.851049ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725726    2772 addons.go:234] Setting addon cloud-spanner=true in "addons-439000"

	I0906 11:29:42.725752    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725033    2772 addons.go:234] Setting addon metrics-server=true in "addons-439000"

	I0906 11:29:42.725781    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.725789    2772 retry.go:31] will retry after 955.337142ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725804    2772 retry.go:31] will retry after 963.83028ms: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725924    2772 retry.go:31] will retry after 1.208932678s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.725977    2772 retry.go:31] will retry after 1.415354927s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.726032    2772 retry.go:31] will retry after 1.019190657s: connect: dial unix /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/monitor: connect: connection refused

	I0906 11:29:42.727812    2772 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-439000"

	I0906 11:29:42.728869    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:42.728664    2772 out.go:177] * Verifying Kubernetes components...

	I0906 11:29:42.735408    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0906 11:29:42.739614    2772 out.go:177]   - Using image docker.io/busybox:stable

	I0906 11:29:42.739643    2772 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:29:42.742637    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0906 11:29:42.742642    2772 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0906 11:29:42.742657    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:42.749627    2772 out.go:177]   - Using image docker.io/rancher/local-path-provisioner:v0.0.22

	I0906 11:29:42.753684    2772 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0906 11:29:42.753690    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)

	I0906 11:29:42.753698    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:42.782141    2772 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0906 11:29:42.851399    2772 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0906 11:29:42.864673    2772 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0906 11:29:42.864686    2772 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0906 11:29:42.871878    2772 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0906 11:29:42.871890    2772 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0906 11:29:42.877375    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0906 11:29:42.918267    2772 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0906 11:29:42.918280    2772 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0906 11:29:42.981379    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0906 11:29:42.981391    2772 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0906 11:29:43.012480    2772 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0906 11:29:43.012489    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0906 11:29:43.030887    2772 start.go:971] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0906 11:29:43.031346    2772 node_ready.go:35] waiting up to 6m0s for node "addons-439000" to be "Ready" ...

	I0906 11:29:43.036974    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0906 11:29:43.037573    2772 node_ready.go:49] node "addons-439000" has status "Ready":"True"

	I0906 11:29:43.037592    2772 node_ready.go:38] duration metric: took 6.226ms for node "addons-439000" to be "Ready" ...

	I0906 11:29:43.037597    2772 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:29:43.051010    2772 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace to be "Ready" ...

	I0906 11:29:43.366969    2772 out.go:177]   - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0

	I0906 11:29:43.373933    2772 out.go:177]   - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0

	I0906 11:29:43.383897    2772 out.go:177]   - Using image docker.io/volcanosh/vc-scheduler:v1.9.0

	I0906 11:29:43.388314    2772 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml

	I0906 11:29:43.388325    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)

	I0906 11:29:43.388336    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.397943    2772 out.go:177]   - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2

	I0906 11:29:43.401941    2772 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0906 11:29:43.401949    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)

	I0906 11:29:43.401960    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.455055    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml

	I0906 11:29:43.470193    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0906 11:29:43.534829    2772 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-439000" context rescaled to 1 replicas

	I0906 11:29:43.572634    2772 addons.go:234] Setting addon default-storageclass=true in "addons-439000"

	I0906 11:29:43.572654    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:43.573249    2772 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml

	I0906 11:29:43.573258    2772 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0906 11:29:43.573266    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.607947    2772 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3

	I0906 11:29:43.611978    2772 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0906 11:29:43.611990    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0906 11:29:43.612002    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.682042    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0906 11:29:43.686695    2772 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2

	I0906 11:29:43.689926    2772 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0906 11:29:43.693892    2772 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0906 11:29:43.696915    2772 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0906 11:29:43.696923    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)

	I0906 11:29:43.696933    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.701920    2772 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0

	I0906 11:29:43.705869    2772 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0906 11:29:43.705879    2772 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0906 11:29:43.705891    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.706184    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0906 11:29:43.710882    2772 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0906 11:29:43.714949    2772 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0906 11:29:43.714959    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0906 11:29:43.714970    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.769766    2772 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23

	I0906 11:29:43.773015    2772 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml

	I0906 11:29:43.773022    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)

	I0906 11:29:43.773031    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.860166    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:43.940964    2772 out.go:177]   - Using image docker.io/registry:2.8.3

	I0906 11:29:43.944912    2772 out.go:177]   - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6

	I0906 11:29:43.950952    2772 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml

	I0906 11:29:43.950962    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)

	I0906 11:29:43.950973    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:43.970801    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0906 11:29:44.004359    2772 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0906 11:29:44.004371    2772 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	W0906 11:29:44.018005    2772 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0906 11:29:44.018026    2772 retry.go:31] will retry after 318.130113ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0906 11:29:44.024978    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0906 11:29:44.119595    2772 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml

	I0906 11:29:44.119608    2772 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0906 11:29:44.126685    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0906 11:29:44.134965    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0906 11:29:44.137900    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0906 11:29:44.147896    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0906 11:29:44.147898    2772 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0906 11:29:44.147990    2772 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0906 11:29:44.155887    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0906 11:29:44.155893    2772 out.go:177]   - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2

	I0906 11:29:44.162808    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0906 11:29:44.162809    2772 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml

	I0906 11:29:44.162904    2772 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)

	I0906 11:29:44.162916    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:44.172910    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0906 11:29:44.179814    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0906 11:29:44.183949    2772 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0906 11:29:44.187923    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0906 11:29:44.187937    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0906 11:29:44.187951    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:44.197853    2772 out.go:177]   - Using image docker.io/marcnuri/yakd:0.0.5

	I0906 11:29:44.201915    2772 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml

	I0906 11:29:44.201926    2772 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)

	I0906 11:29:44.201937    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:44.210037    2772 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml

	I0906 11:29:44.210049    2772 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)

	I0906 11:29:44.228076    2772 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml

	I0906 11:29:44.228084    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)

	I0906 11:29:44.228446    2772 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0906 11:29:44.228452    2772 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0906 11:29:44.235275    2772 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0906 11:29:44.235287    2772 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0906 11:29:44.244467    2772 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml

	I0906 11:29:44.244480    2772 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0906 11:29:44.286729    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml

	I0906 11:29:44.304498    2772 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml

	I0906 11:29:44.304509    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)

	I0906 11:29:44.306053    2772 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0906 11:29:44.306059    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)

	I0906 11:29:44.313672    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0906 11:29:44.313682    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0906 11:29:44.328198    2772 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml

	I0906 11:29:44.328210    2772 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)

	I0906 11:29:44.337550    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0906 11:29:44.340656    2772 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml

	I0906 11:29:44.340664    2772 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)

	I0906 11:29:44.341162    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0906 11:29:44.368970    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0906 11:29:44.368983    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0906 11:29:44.393492    2772 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml

	I0906 11:29:44.393530    2772 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)

	I0906 11:29:44.417033    2772 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml

	I0906 11:29:44.417047    2772 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)

	I0906 11:29:44.500177    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0906 11:29:44.500189    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0906 11:29:44.511872    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml

	I0906 11:29:44.536466    2772 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml

	I0906 11:29:44.536480    2772 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)

	I0906 11:29:44.590060    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0906 11:29:44.590076    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0906 11:29:44.662599    2772 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml

	I0906 11:29:44.662608    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)

	I0906 11:29:44.694682    2772 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0906 11:29:44.694694    2772 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0906 11:29:44.701919    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml

	I0906 11:29:44.770135    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0906 11:29:44.770146    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0906 11:29:44.887320    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0906 11:29:44.887336    2772 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0906 11:29:45.020967    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0906 11:29:45.020979    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0906 11:29:45.053862    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:45.157621    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0906 11:29:45.157631    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0906 11:29:45.229082    2772 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0906 11:29:45.229094    2772 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0906 11:29:45.293260    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0906 11:29:47.070475    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:47.231262    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (3.77625225s)

	I0906 11:29:47.231262    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.761109042s)

	I0906 11:29:47.231282    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.549285542s)

	I0906 11:29:47.231342    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.5252055s)

	I0906 11:29:47.231389    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (3.260628667s)

	I0906 11:29:47.231409    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.206473417s)

	I0906 11:29:47.231411    2772 addons.go:475] Verifying addon ingress=true in "addons-439000"

	I0906 11:29:47.231421    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.104776792s)

	I0906 11:29:47.231444    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (2.94474575s)

	I0906 11:29:47.231527    2772 addons.go:475] Verifying addon registry=true in "addons-439000"

	I0906 11:29:47.237408    2772 out.go:177] * Verifying ingress addon...

	I0906 11:29:47.244436    2772 out.go:177] * Verifying registry addon...

	I0906 11:29:47.252960    2772 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0906 11:29:47.258879    2772 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0906 11:29:47.276821    2772 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry

	I0906 11:29:47.276830    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:47.276993    2772 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0906 11:29:47.276999    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:47.766180    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:47.772608    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:47.833065    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.491942167s)

	I0906 11:29:47.833090    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (3.321257916s)

	I0906 11:29:47.833100    2772 addons.go:475] Verifying addon metrics-server=true in "addons-439000"

	I0906 11:29:47.833100    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.131222709s)

	I0906 11:29:47.833180    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.539948s)

	I0906 11:29:47.833186    2772 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-439000"

	I0906 11:29:47.833437    2772 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.49591125s)

	I0906 11:29:47.837389    2772 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:

		minikube -p addons-439000 service yakd-dashboard -n yakd-dashboard

	I0906 11:29:47.840409    2772 out.go:177] * Verifying csi-hostpath-driver addon...

	I0906 11:29:47.848771    2772 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0906 11:29:47.874109    2772 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0906 11:29:47.874117    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:48.258293    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:48.261034    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:48.362030    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:48.757197    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:48.760574    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:48.853092    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:49.257152    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:49.260669    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:49.360981    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:49.555750    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:49.757311    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:49.760580    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:49.853019    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:50.320625    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:50.321031    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:50.423196    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:50.757387    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:50.760917    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:50.852494    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:51.256853    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:51.260472    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:51.353129    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:51.555842    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:51.665052    2772 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0906 11:29:51.665069    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:51.717650    2772 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0906 11:29:51.729633    2772 addons.go:234] Setting addon gcp-auth=true in "addons-439000"

	I0906 11:29:51.729667    2772 host.go:66] Checking if "addons-439000" exists ...

	I0906 11:29:51.730422    2772 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0906 11:29:51.730432    2772 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/addons-439000/id_rsa Username:docker}

	I0906 11:29:51.756454    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:51.760932    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:51.797064    2772 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2

	I0906 11:29:51.809920    2772 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3

	I0906 11:29:51.819932    2772 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0906 11:29:51.819939    2772 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0906 11:29:51.826269    2772 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0906 11:29:51.826280    2772 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0906 11:29:51.832398    2772 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0906 11:29:51.832405    2772 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)

	I0906 11:29:51.838193    2772 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0906 11:29:51.921077    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:52.061160    2772 addons.go:475] Verifying addon gcp-auth=true in "addons-439000"

	I0906 11:29:52.066911    2772 out.go:177] * Verifying gcp-auth addon...

	I0906 11:29:52.077517    2772 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0906 11:29:52.078708    2772 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0906 11:29:52.257405    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:52.260659    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:52.352985    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:52.757053    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:52.760847    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:52.853375    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:53.256965    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:53.260976    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:53.352941    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:53.764196    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:53.764451    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:53.868619    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:54.055600    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:54.257757    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:54.260571    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:54.359516    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:54.757059    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:54.760864    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:54.853353    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:55.257659    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:55.260419    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:55.353294    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:55.756784    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:55.760682    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:55.853038    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:56.257030    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:56.260490    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:56.352813    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:56.555703    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:56.757084    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:56.760444    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:56.853063    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:57.256887    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:57.260512    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:57.518498    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:57.757041    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:57.760622    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:57.852933    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:58.257018    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:58.260602    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:58.352975    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:58.555861    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:29:58.756839    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:58.760510    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:58.853018    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:59.256857    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:59.260522    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:59.362618    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:29:59.757001    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:29:59.760476    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:29:59.858459    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:00.257929    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:00.260790    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:00.352557    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:00.756756    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:00.760503    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:00.852709    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:01.056252    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:01.256559    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:01.260914    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:01.352778    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:01.756820    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:01.760842    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:01.853202    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:02.256500    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:02.260519    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:02.351840    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:02.756907    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:02.760276    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:02.852779    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:03.111844    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:03.257635    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:03.260857    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:03.353332    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:03.756829    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:03.760672    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:03.854439    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:04.257930    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:04.260286    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:04.354203    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:04.762966    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:04.763499    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:04.865294    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:05.257063    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:05.260865    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:05.353478    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:05.555489    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:05.756950    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:05.760988    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:05.862041    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:06.256628    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:06.260558    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:06.351092    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:06.756660    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:06.760432    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:06.857581    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:07.255217    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:07.260896    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:07.352922    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:07.756722    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:07.760436    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:07.852944    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:08.057190    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:08.256946    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:08.260259    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:08.352891    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:08.756747    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:08.760580    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:08.852873    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:09.418809    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:09.419127    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:09.419155    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:09.759202    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:09.761265    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0906 11:30:09.858603    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:10.057481    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:10.257899    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:10.260842    2772 kapi.go:107] duration metric: took 23.002327125s to wait for kubernetes.io/minikube-addons=registry ...

	I0906 11:30:10.355103    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:10.757006    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:10.853358    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:11.256936    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:11.351897    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:11.754629    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:11.853132    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:12.255564    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:12.352694    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:12.554962    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:12.756723    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:12.852546    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:13.256722    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:13.352940    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:13.791942    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:13.853212    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:14.255058    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:14.351774    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:14.559292    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:14.757000    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:14.852975    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:15.256639    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:15.352783    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:15.766811    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:15.858886    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:16.256920    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:16.352628    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:16.756689    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:16.852530    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:17.055121    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:17.256795    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:17.353702    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:17.756932    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:17.852796    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:18.256665    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:18.352796    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:18.757521    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:18.853064    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:19.256971    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:19.353290    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:19.555402    2772 pod_ready.go:103] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"False"

	I0906 11:30:19.757024    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:19.851577    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:20.255877    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:20.352536    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:20.756734    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:20.852451    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:21.256535    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:21.352493    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:21.555018    2772 pod_ready.go:93] pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:21.555028    2772 pod_ready.go:82] duration metric: took 38.504608833s for pod "coredns-6f6b679f8f-gn6kg" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.555033    2772 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-m6cpg" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.555802    2772 pod_ready.go:98] error getting pod "coredns-6f6b679f8f-m6cpg" in "kube-system" namespace (skipping!): pods "coredns-6f6b679f8f-m6cpg" not found

	I0906 11:30:21.555808    2772 pod_ready.go:82] duration metric: took 772.208µs for pod "coredns-6f6b679f8f-m6cpg" in "kube-system" namespace to be "Ready" ...

	E0906 11:30:21.555812    2772 pod_ready.go:67] WaitExtra: waitPodCondition: error getting pod "coredns-6f6b679f8f-m6cpg" in "kube-system" namespace (skipping!): pods "coredns-6f6b679f8f-m6cpg" not found

	I0906 11:30:21.555815    2772 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.557987    2772 pod_ready.go:93] pod "etcd-addons-439000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:21.557995    2772 pod_ready.go:82] duration metric: took 2.176583ms for pod "etcd-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.557999    2772 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.559884    2772 pod_ready.go:93] pod "kube-apiserver-addons-439000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:21.559889    2772 pod_ready.go:82] duration metric: took 1.886125ms for pod "kube-apiserver-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.559892    2772 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.561818    2772 pod_ready.go:93] pod "kube-controller-manager-addons-439000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:21.561822    2772 pod_ready.go:82] duration metric: took 1.92725ms for pod "kube-controller-manager-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.561826    2772 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bp9v8" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.756179    2772 pod_ready.go:93] pod "kube-proxy-bp9v8" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:21.756190    2772 pod_ready.go:82] duration metric: took 194.364625ms for pod "kube-proxy-bp9v8" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.756196    2772 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:21.756724    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:21.852335    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:22.156091    2772 pod_ready.go:93] pod "kube-scheduler-addons-439000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:30:22.156100    2772 pod_ready.go:82] duration metric: took 399.906708ms for pod "kube-scheduler-addons-439000" in "kube-system" namespace to be "Ready" ...

	I0906 11:30:22.156104    2772 pod_ready.go:39] duration metric: took 39.119118583s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:30:22.156113    2772 api_server.go:52] waiting for apiserver process to appear ...

	I0906 11:30:22.156195    2772 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0906 11:30:22.163015    2772 api_server.go:72] duration metric: took 39.438796708s to wait for apiserver process to appear ...

	I0906 11:30:22.163023    2772 api_server.go:88] waiting for apiserver healthz status ...

	I0906 11:30:22.163031    2772 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0906 11:30:22.165632    2772 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0906 11:30:22.166145    2772 api_server.go:141] control plane version: v1.31.0

	I0906 11:30:22.166154    2772 api_server.go:131] duration metric: took 3.1285ms to wait for apiserver health ...

	I0906 11:30:22.166158    2772 system_pods.go:43] waiting for kube-system pods to appear ...

	I0906 11:30:22.256636    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:22.352674    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:22.356866    2772 system_pods.go:59] 17 kube-system pods found

	I0906 11:30:22.356874    2772 system_pods.go:61] "coredns-6f6b679f8f-gn6kg" [916b944d-f0f7-4090-93e0-4190f5128fc0] Running

	I0906 11:30:22.356878    2772 system_pods.go:61] "csi-hostpath-attacher-0" [275b1d8f-facd-4753-b3d4-58f7d4f96d8f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0906 11:30:22.356882    2772 system_pods.go:61] "csi-hostpath-resizer-0" [83f74478-af65-41f8-951c-a83954edd33c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0906 11:30:22.356886    2772 system_pods.go:61] "csi-hostpathplugin-j4xdr" [1153206a-9b54-4a28-8ee7-fdecdd452fc6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0906 11:30:22.356889    2772 system_pods.go:61] "etcd-addons-439000" [27de6062-df3b-4e58-84fb-3bb839ede04b] Running

	I0906 11:30:22.356891    2772 system_pods.go:61] "kube-apiserver-addons-439000" [e18df9d4-9fa4-49dc-a1ec-c194f34b2398] Running

	I0906 11:30:22.356893    2772 system_pods.go:61] "kube-controller-manager-addons-439000" [8d967d80-6525-423a-970f-a21e3b116877] Running

	I0906 11:30:22.356895    2772 system_pods.go:61] "kube-ingress-dns-minikube" [33539311-1fe9-4e25-a9f6-99843707bfe8] Running

	I0906 11:30:22.356898    2772 system_pods.go:61] "kube-proxy-bp9v8" [3c351e6c-65a7-4137-ac3f-19d35c04fbd5] Running

	I0906 11:30:22.356900    2772 system_pods.go:61] "kube-scheduler-addons-439000" [a4b61d8e-4878-4174-aaf4-21b6ef6ff2b3] Running

	I0906 11:30:22.356902    2772 system_pods.go:61] "metrics-server-84c5f94fbc-fjw2z" [7946e3d2-10e1-49f2-a6ba-3c9e7340a22e] Running

	I0906 11:30:22.356904    2772 system_pods.go:61] "nvidia-device-plugin-daemonset-nlzkn" [1150cb9e-9cc1-4002-99b8-1f2bafe93a02] Running

	I0906 11:30:22.356905    2772 system_pods.go:61] "registry-6fb4cdfc84-68fq8" [cbfa4ae6-52b4-4753-8931-dc75977f2b98] Running

	I0906 11:30:22.356907    2772 system_pods.go:61] "registry-proxy-77sc6" [6010aca8-2072-44fb-abeb-395ddabbb03a] Running

	I0906 11:30:22.356909    2772 system_pods.go:61] "snapshot-controller-56fcc65765-gttxc" [6fe5f98b-0e97-4ee4-b39c-89821ce9960a] Running

	I0906 11:30:22.356918    2772 system_pods.go:61] "snapshot-controller-56fcc65765-s9h27" [d571a725-eeba-4e8b-a7eb-429ea80cc35b] Running

	I0906 11:30:22.356922    2772 system_pods.go:61] "storage-provisioner" [2b31b6f3-ae26-4690-b2eb-d305e4a6b3c5] Running

	I0906 11:30:22.356925    2772 system_pods.go:74] duration metric: took 190.767583ms to wait for pod list to return data ...

	I0906 11:30:22.356929    2772 default_sa.go:34] waiting for default service account to be created ...

	I0906 11:30:22.555948    2772 default_sa.go:45] found service account: "default"

	I0906 11:30:22.555962    2772 default_sa.go:55] duration metric: took 199.03175ms for default service account to be created ...

	I0906 11:30:22.555966    2772 system_pods.go:116] waiting for k8s-apps to be running ...

	I0906 11:30:22.758510    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:22.760348    2772 system_pods.go:86] 17 kube-system pods found

	I0906 11:30:22.760358    2772 system_pods.go:89] "coredns-6f6b679f8f-gn6kg" [916b944d-f0f7-4090-93e0-4190f5128fc0] Running

	I0906 11:30:22.760362    2772 system_pods.go:89] "csi-hostpath-attacher-0" [275b1d8f-facd-4753-b3d4-58f7d4f96d8f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0906 11:30:22.760366    2772 system_pods.go:89] "csi-hostpath-resizer-0" [83f74478-af65-41f8-951c-a83954edd33c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0906 11:30:22.760373    2772 system_pods.go:89] "csi-hostpathplugin-j4xdr" [1153206a-9b54-4a28-8ee7-fdecdd452fc6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0906 11:30:22.760376    2772 system_pods.go:89] "etcd-addons-439000" [27de6062-df3b-4e58-84fb-3bb839ede04b] Running

	I0906 11:30:22.760379    2772 system_pods.go:89] "kube-apiserver-addons-439000" [e18df9d4-9fa4-49dc-a1ec-c194f34b2398] Running

	I0906 11:30:22.760381    2772 system_pods.go:89] "kube-controller-manager-addons-439000" [8d967d80-6525-423a-970f-a21e3b116877] Running

	I0906 11:30:22.760384    2772 system_pods.go:89] "kube-ingress-dns-minikube" [33539311-1fe9-4e25-a9f6-99843707bfe8] Running

	I0906 11:30:22.760386    2772 system_pods.go:89] "kube-proxy-bp9v8" [3c351e6c-65a7-4137-ac3f-19d35c04fbd5] Running

	I0906 11:30:22.760388    2772 system_pods.go:89] "kube-scheduler-addons-439000" [a4b61d8e-4878-4174-aaf4-21b6ef6ff2b3] Running

	I0906 11:30:22.760390    2772 system_pods.go:89] "metrics-server-84c5f94fbc-fjw2z" [7946e3d2-10e1-49f2-a6ba-3c9e7340a22e] Running

	I0906 11:30:22.760393    2772 system_pods.go:89] "nvidia-device-plugin-daemonset-nlzkn" [1150cb9e-9cc1-4002-99b8-1f2bafe93a02] Running

	I0906 11:30:22.760394    2772 system_pods.go:89] "registry-6fb4cdfc84-68fq8" [cbfa4ae6-52b4-4753-8931-dc75977f2b98] Running

	I0906 11:30:22.760398    2772 system_pods.go:89] "registry-proxy-77sc6" [6010aca8-2072-44fb-abeb-395ddabbb03a] Running

	I0906 11:30:22.760400    2772 system_pods.go:89] "snapshot-controller-56fcc65765-gttxc" [6fe5f98b-0e97-4ee4-b39c-89821ce9960a] Running

	I0906 11:30:22.760407    2772 system_pods.go:89] "snapshot-controller-56fcc65765-s9h27" [d571a725-eeba-4e8b-a7eb-429ea80cc35b] Running

	I0906 11:30:22.760409    2772 system_pods.go:89] "storage-provisioner" [2b31b6f3-ae26-4690-b2eb-d305e4a6b3c5] Running

	I0906 11:30:22.760413    2772 system_pods.go:126] duration metric: took 204.447542ms to wait for k8s-apps to be running ...

	I0906 11:30:22.760418    2772 system_svc.go:44] waiting for kubelet service to be running ....

	I0906 11:30:22.760466    2772 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0906 11:30:22.766928    2772 system_svc.go:56] duration metric: took 6.507833ms WaitForService to wait for kubelet

	I0906 11:30:22.766937    2772 kubeadm.go:582] duration metric: took 40.042728375s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 11:30:22.766946    2772 node_conditions.go:102] verifying NodePressure condition ...

	I0906 11:30:22.852414    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:22.957033    2772 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0906 11:30:22.957045    2772 node_conditions.go:123] node cpu capacity is 2

	I0906 11:30:22.957051    2772 node_conditions.go:105] duration metric: took 190.105834ms to run NodePressure ...

	I0906 11:30:22.957057    2772 start.go:241] waiting for startup goroutines ...

	I0906 11:30:23.256602    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:23.352765    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:23.758640    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:23.853739    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:24.256620    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:24.352869    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:24.756583    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:24.852658    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:25.256677    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:25.352762    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:25.757013    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:25.853233    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:26.257249    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:26.354238    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:26.756353    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:26.852160    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:27.256407    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:27.352449    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:27.756958    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:27.852500    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:28.256814    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:28.353605    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:28.755533    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:28.858476    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:29.256596    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:29.352379    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:29.756425    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:29.852356    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:30.256695    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:30.352922    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:30.756849    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:30.852095    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:31.256708    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:31.352155    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:31.756509    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:31.852360    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:32.257452    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:32.353535    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:32.756456    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:32.852579    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:33.256243    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:33.352984    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:33.756385    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:33.852489    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:34.255341    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:34.350848    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:34.756641    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:34.852090    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:35.256177    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:35.352388    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:35.756922    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:35.858103    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:36.256428    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:36.357678    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:36.755813    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:36.852358    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:37.256767    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:37.352713    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:37.756308    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:37.852049    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:38.256480    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:38.352079    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:38.756541    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:38.856757    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:39.257002    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:39.353110    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:39.757036    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:39.852833    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:40.256180    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:40.352392    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:40.756523    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:40.852433    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:41.256549    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:41.352102    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:41.756618    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:41.852328    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:42.256169    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:42.351949    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:42.756292    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:42.852346    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:43.256677    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:43.353120    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:43.757429    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:43.853999    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:44.256397    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:44.352123    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:44.756377    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:44.852322    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:45.255473    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:45.352318    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:45.756655    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:45.853865    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0906 11:30:46.258944    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:46.352946    2772 kapi.go:107] duration metric: took 58.505096958s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0906 11:30:46.761515    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:47.257406    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:47.757841    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:48.261498    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:48.759796    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:49.268593    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:49.761413    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:50.263791    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:50.756770    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:51.257042    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:51.757684    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:52.256345    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:52.755681    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:53.255970    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:53.756075    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:54.328391    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:54.756191    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:55.256323    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:55.770730    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:56.256209    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:56.755600    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:57.256375    2772 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0906 11:30:57.756575    2772 kapi.go:107] duration metric: took 1m10.504728167s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0906 11:31:14.580357    2772 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0906 11:31:14.580370    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:15.081395    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:15.582587    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:16.081782    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:16.581443    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:17.082370    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:17.581890    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:18.080415    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:18.580152    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:19.082146    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:19.582364    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:20.081311    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:20.580294    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:21.082314    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:21.583916    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:22.082056    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:22.584000    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:23.081795    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:23.586502    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:24.081073    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:24.580428    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:25.080163    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:25.584082    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:26.080741    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:26.588178    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:27.081754    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:27.580750    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:28.079678    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:28.581589    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:29.080720    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:29.581292    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:30.081443    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:30.586195    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:31.082252    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:31.581401    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:32.081267    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:32.585890    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:33.082204    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:33.581731    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:34.082081    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:34.580622    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:35.080743    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:35.580784    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:36.081638    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:36.584617    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:37.083443    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:37.581561    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:38.079687    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:38.585465    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:39.083543    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:39.585007    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:40.081458    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:40.580076    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:41.080138    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:41.581585    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:42.080963    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:42.583859    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:43.081374    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:43.581270    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:44.081369    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:44.580737    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:45.081441    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:45.580099    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:46.080549    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:46.581442    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:47.081347    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:47.583851    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:48.080449    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:48.580654    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:49.079304    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:49.581387    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:50.083775    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:50.581874    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:51.080714    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:51.580310    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:52.083345    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:52.580574    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:53.081520    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:53.580267    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:54.083769    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:54.581673    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:55.080670    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:55.581150    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:56.079564    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:56.579381    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:57.080226    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:57.579538    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:58.079622    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:58.579328    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:59.079215    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:31:59.584619    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:00.085270    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:00.589379    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:01.080252    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:01.586083    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:02.084590    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:02.583732    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:03.080658    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:03.584523    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:04.082991    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:04.581102    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:05.079689    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:05.579771    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:06.079623    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:06.580877    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:07.080538    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:07.583464    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:08.078035    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:08.580752    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:09.083024    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:09.582859    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:10.079181    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:10.579940    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:11.078978    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:11.579685    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:12.080689    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:12.586143    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:13.081847    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:13.587449    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:14.081194    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:14.581126    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:15.080466    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:15.583286    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:16.080767    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:16.578682    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:17.079996    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:17.581296    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:18.079015    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:18.579165    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:19.078858    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:19.579183    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:20.078906    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:20.579801    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:21.079101    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:21.578957    2772 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0906 11:32:22.079090    2772 kapi.go:107] duration metric: took 2m30.003937584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0906 11:32:22.083599    2772 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-439000 cluster.

	I0906 11:32:22.087505    2772 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0906 11:32:22.090423    2772 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0906 11:32:22.095480    2772 out.go:177] * Enabled addons: storage-provisioner-rancher, volcano, nvidia-device-plugin, ingress-dns, storage-provisioner, cloud-spanner, default-storageclass, inspektor-gadget, metrics-server, volumesnapshots, yakd, registry, csi-hostpath-driver, ingress, gcp-auth

	I0906 11:32:22.098356    2772 addons.go:510] duration metric: took 2m39.376021625s for enable addons: enabled=[storage-provisioner-rancher volcano nvidia-device-plugin ingress-dns storage-provisioner cloud-spanner default-storageclass inspektor-gadget metrics-server volumesnapshots yakd registry csi-hostpath-driver ingress gcp-auth]

	I0906 11:32:22.098370    2772 start.go:246] waiting for cluster config update ...

	I0906 11:32:22.098380    2772 start.go:255] writing updated cluster config ...

	I0906 11:32:22.098761    2772 ssh_runner.go:195] Run: rm -f paused

	I0906 11:32:22.250278    2772 start.go:600] kubectl: 1.29.2, cluster: 1.31.0 (minor skew: 2)

	I0906 11:32:22.253561    2772 out.go:201] 

	W0906 11:32:22.256453    2772 out.go:270] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.31.0.

	I0906 11:32:22.260418    2772 out.go:177]   - Want kubectl v1.31.0? Try 'minikube kubectl -- get pods -A'

	I0906 11:32:22.267483    2772 out.go:177] * Done! kubectl is now configured to use "addons-439000" cluster and "default" namespace by default

	==> Docker <==

	Sep 06 18:42:13 addons-439000 dockerd[1272]: time="2024-09-06T18:42:13.252099619Z" level=info msg="ignoring event" container=bcf81a9ab32692767b913cf3a0771466b1bf133d660f548d04b3f3902c53e8cd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.252514771Z" level=info msg="shim disconnected" id=bcf81a9ab32692767b913cf3a0771466b1bf133d660f548d04b3f3902c53e8cd namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.252716948Z" level=warning msg="cleaning up after shim disconnected" id=bcf81a9ab32692767b913cf3a0771466b1bf133d660f548d04b3f3902c53e8cd namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.252738587Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:42:13 addons-439000 cri-dockerd[1170]: time="2024-09-06T18:42:13Z" level=info msg="Stop pulling image docker.io/kicbase/echo-server:1.0: Status: Downloaded newer image for kicbase/echo-server:1.0"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.322998122Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.323023431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.323111073Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.323142969Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:42:13 addons-439000 dockerd[1272]: time="2024-09-06T18:42:13.402044607Z" level=info msg="ignoring event" container=9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.412140014Z" level=info msg="shim disconnected" id=9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76 namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.412469818Z" level=warning msg="cleaning up after shim disconnected" id=9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76 namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.412476239Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1272]: time="2024-09-06T18:42:13.445100604Z" level=info msg="ignoring event" container=a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.445411603Z" level=info msg="shim disconnected" id=a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.446155725Z" level=warning msg="cleaning up after shim disconnected" id=a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.446190082Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1272]: time="2024-09-06T18:42:13.499317261Z" level=info msg="ignoring event" container=da6fb1dc798ed11902b157fa9d0675def2bf45af3ccc98e39dcbeccc4f6e2d3a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.499944263Z" level=info msg="shim disconnected" id=da6fb1dc798ed11902b157fa9d0675def2bf45af3ccc98e39dcbeccc4f6e2d3a namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.499974158Z" level=warning msg="cleaning up after shim disconnected" id=da6fb1dc798ed11902b157fa9d0675def2bf45af3ccc98e39dcbeccc4f6e2d3a namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.499978369Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1272]: time="2024-09-06T18:42:13.563688531Z" level=info msg="ignoring event" container=6534fbc3808d0677b8912b490e2298a254ab5b53b4fc38b5d080d8f8fff23a8e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.563890708Z" level=info msg="shim disconnected" id=6534fbc3808d0677b8912b490e2298a254ab5b53b4fc38b5d080d8f8fff23a8e namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.563961714Z" level=warning msg="cleaning up after shim disconnected" id=6534fbc3808d0677b8912b490e2298a254ab5b53b4fc38b5d080d8f8fff23a8e namespace=moby

	Sep 06 18:42:13 addons-439000 dockerd[1280]: time="2024-09-06T18:42:13.563983478Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE                                                                                                                        CREATED                  STATE               NAME                       ATTEMPT             POD ID              POD

	6f0fefa6acba3       kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6                                  Less than a second ago   Running             hello-world-app            0                   d5aacfc9c4120       hello-world-app-55bf9c44b4-8s4x8

	822e40d1da047       nginx@sha256:c04c18adc2a407740a397c8407c011fc6c90026a9b65cceddef7ae5484360158                                                8 seconds ago            Running             nginx                      0                   522b2355bf2bb       nginx

	7b41fe3dca6ec       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb                 9 minutes ago            Running             gcp-auth                   0                   4c739c83f3daa       gcp-auth-89d5ffd79-l728g

	56d19eb42913f       registry.k8s.io/ingress-nginx/controller@sha256:d5f8217feeac4887cb1ed21f27c2674e58be06bd8f5184cacea2a69abaf78dce             11 minutes ago           Running             controller                 0                   d010fd8b2db38       ingress-nginx-controller-bc57996ff-6lpvd

	23f4345d3b7be       marcnuri/yakd@sha256:c5414196116a2266ad097b0468833b73ef1d6c7922241115fe203fb826381624                                        11 minutes ago           Running             yakd                       0                   696b065b24705       yakd-dashboard-67d98fc6b-j6tdc

	e1fc439644a33       420193b27261a                                                                                                                11 minutes ago           Exited              patch                      1                   a5bd65338c697       ingress-nginx-admission-patch-84p2h

	fce4f361bd25f       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3   11 minutes ago           Exited              create                     0                   f67c9594d2307       ingress-nginx-admission-create-5qcjv

	a3d1bd8fd9281       gcr.io/k8s-minikube/kube-registry-proxy@sha256:b3fa0b2df8737fdb85ad5918a7e2652527463e357afff83a5e5bb966bcedc367              12 minutes ago           Exited              registry-proxy             0                   6534fbc3808d0       registry-proxy-77sc6

	9b889522e6504       registry@sha256:12120425f07de11a1b899e418d4b0ea174c8d4d572d45bdb640f93bc7ca06a3d                                             12 minutes ago           Exited              registry                   0                   da6fb1dc798ed       registry-6fb4cdfc84-68fq8

	cc870e95e5561       gcr.io/cloud-spanner-emulator/emulator@sha256:636fdfc528824bae5f0ea2eca6ae307fe81092f05ec21038008bc0d6100e52fc               12 minutes ago           Running             cloud-spanner-emulator     0                   95b5f4e4f5338       cloud-spanner-emulator-769b77f747-zllxf

	9def007576dca       nvcr.io/nvidia/k8s-device-plugin@sha256:ed39e22c8b71343fb996737741a99da88ce6c75dd83b5c520e0b3d8e8a884c47                     12 minutes ago           Running             nvidia-device-plugin-ctr   0                   ae6b432bcfb31       nvidia-device-plugin-daemonset-nlzkn

	db36b37300429       rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246                       12 minutes ago           Running             local-path-provisioner     0                   238de4ca7908e       local-path-provisioner-86d989889c-q47d2

	af4215b2a1ce2       ba04bb24b9575                                                                                                                12 minutes ago           Running             storage-provisioner        0                   0b9c225b63556       storage-provisioner

	46a0c5be8ad7b       2437cf7621777                                                                                                                12 minutes ago           Running             coredns                    0                   929fa19600166       coredns-6f6b679f8f-gn6kg

	ec7b31e89499f       71d55d66fd4ee                                                                                                                12 minutes ago           Running             kube-proxy                 0                   3129eef6327d0       kube-proxy-bp9v8

	9f2e7ff609987       cd0f0ae0ec9e0                                                                                                                12 minutes ago           Running             kube-apiserver             0                   c7ce5030e63db       kube-apiserver-addons-439000

	72689c42ca882       fbbbd428abb4d                                                                                                                12 minutes ago           Running             kube-scheduler             0                   c6c30cd2bea29       kube-scheduler-addons-439000

	621c14c5591e5       fcb0683e6bdbd                                                                                                                12 minutes ago           Running             kube-controller-manager    0                   769aa5e8b145d       kube-controller-manager-addons-439000

	916ca142da774       27e3830e14027                                                                                                                12 minutes ago           Running             etcd                       0                   7fd85fe37fdee       etcd-addons-439000

	==> controller_ingress [56d19eb42913] <==

	10.244.0.1 - - [06/Sep/2024:18:42:11 +0000] "GET / HTTP/1.1" 200 615 "-" "curl/8.5.0" 80 0.000 [default-nginx-80] [] 10.244.0.30:80 615 0.000 200 ebc2498325af9b530bfabc2a5f96c87b

	I0906 18:42:01.887633       7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-6lpvd", UID:"1a637420-1039-44af-a0c0-7920acb99f6e", APIVersion:"v1", ResourceVersion:"644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	W0906 18:42:05.205668       7 controller.go:1216] Service "default/nginx" does not have any active Endpoint.

	I0906 18:42:05.205738       7 controller.go:193] "Configuration changes detected, backend reload required"

	I0906 18:42:05.221332       7 controller.go:213] "Backend successfully reloaded"

	I0906 18:42:05.221687       7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-6lpvd", UID:"1a637420-1039-44af-a0c0-7920acb99f6e", APIVersion:"v1", ResourceVersion:"644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	W0906 18:42:11.177416       7 controller.go:1110] Error obtaining Endpoints for Service "kube-system/hello-world-app": no object matching key "kube-system/hello-world-app" in local store

	I0906 18:42:11.189460       7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.012s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.012s testedConfigurationSize:26.2kB}

	I0906 18:42:11.189513       7 main.go:107] "successfully validated configuration, accepting" ingress="kube-system/example-ingress"

	I0906 18:42:11.193152       7 store.go:440] "Found valid IngressClass" ingress="kube-system/example-ingress" ingressclass="nginx"

	I0906 18:42:11.193993       7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"kube-system", Name:"example-ingress", UID:"7d0b1fbf-3481-4528-9cbe-d5ed3c81c495", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync

	I0906 18:42:11.872070       7 controller.go:193] "Configuration changes detected, backend reload required"

	I0906 18:42:11.887236       7 controller.go:213] "Backend successfully reloaded"

	I0906 18:42:11.887549       7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-6lpvd", UID:"1a637420-1039-44af-a0c0-7920acb99f6e", APIVersion:"v1", ResourceVersion:"644", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	I0906 18:42:12.066837       7 sigterm.go:36] "Received SIGTERM, shutting down"

	I0906 18:42:12.066859       7 nginx.go:393] "Shutting down controller queues"

	E0906 18:42:12.067669       7 status.go:120] "error obtaining running IP address" err="pods is forbidden: User \"system:serviceaccount:ingress-nginx:ingress-nginx\" cannot list resource \"pods\" in API group \"\" in the namespace \"ingress-nginx\""

	I0906 18:42:12.067678       7 nginx.go:401] "Stopping admission controller"

	E0906 18:42:12.067738       7 nginx.go:340] "Error listening for TLS connections" err="http: Server closed"

	I0906 18:42:12.067815       7 nginx.go:409] "Stopping NGINX process"

	2024/09/06 18:42:12 [notice] 314#314: signal process started

	I0906 18:42:13.082907       7 nginx.go:422] "NGINX process has stopped"

	I0906 18:42:13.082921       7 sigterm.go:44] Handled quit, delaying controller exit for 10 seconds

	E0906 18:42:13.743128       7 leaderelection.go:340] Failed to update lock optimitically: leases.coordination.k8s.io "ingress-nginx-leader" is forbidden: User "system:serviceaccount:ingress-nginx:ingress-nginx" cannot update resource "leases" in API group "coordination.k8s.io" in the namespace "ingress-nginx", falling back to slow path

	E0906 18:42:13.743439       7 leaderelection.go:347] error retrieving resource lock ingress-nginx/ingress-nginx-leader: leases.coordination.k8s.io "ingress-nginx-leader" is forbidden: User "system:serviceaccount:ingress-nginx:ingress-nginx" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "ingress-nginx"

	==> coredns [46a0c5be8ad7] <==

	[INFO] 10.244.0.20:46246 - 61909 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000026476s

	[INFO] 10.244.0.20:46246 - 7398 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050909s

	[INFO] 10.244.0.20:46246 - 46505 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000038651s

	[INFO] 10.244.0.20:46246 - 62291 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00071506s

	[INFO] 10.244.0.20:50381 - 11213 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000065168s

	[INFO] 10.244.0.20:50381 - 54186 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000015802s

	[INFO] 10.244.0.20:50381 - 57484 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012342s

	[INFO] 10.244.0.20:50381 - 53494 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000010924s

	[INFO] 10.244.0.20:50381 - 57774 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000010549s

	[INFO] 10.244.0.20:50381 - 50854 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00001034s

	[INFO] 10.244.0.20:50381 - 46369 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000014302s

	[INFO] 10.244.0.20:38605 - 22257 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000030812s

	[INFO] 10.244.0.20:35228 - 20248 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000217313s

	[INFO] 10.244.0.20:38605 - 54033 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000016969s

	[INFO] 10.244.0.20:38605 - 2980 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000013551s

	[INFO] 10.244.0.20:38605 - 57790 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000015218s

	[INFO] 10.244.0.20:38605 - 59330 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00001205s

	[INFO] 10.244.0.20:38605 - 57557 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000011633s

	[INFO] 10.244.0.20:35228 - 33639 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000013384s

	[INFO] 10.244.0.20:38605 - 24825 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000013384s

	[INFO] 10.244.0.20:35228 - 11378 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00001205s

	[INFO] 10.244.0.20:35228 - 32472 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000027644s

	[INFO] 10.244.0.20:35228 - 4788 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000032981s

	[INFO] 10.244.0.20:35228 - 6406 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000010757s

	[INFO] 10.244.0.20:35228 - 12295 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000014968s

	==> describe nodes <==

	Name:               addons-439000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-439000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13

	                    minikube.k8s.io/name=addons-439000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_09_06T11_29_38_0700

	                    minikube.k8s.io/version=v1.34.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-439000

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Fri, 06 Sep 2024 18:29:35 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-439000

	  AcquireTime:     <unset>

	  RenewTime:       Fri, 06 Sep 2024 18:42:12 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Fri, 06 Sep 2024 18:42:13 +0000   Fri, 06 Sep 2024 18:29:35 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Fri, 06 Sep 2024 18:42:13 +0000   Fri, 06 Sep 2024 18:29:35 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Fri, 06 Sep 2024 18:42:13 +0000   Fri, 06 Sep 2024 18:29:35 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Fri, 06 Sep 2024 18:42:13 +0000   Fri, 06 Sep 2024 18:29:41 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-439000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904744Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904744Ki

	  pods:               110

	System Info:

	  Machine ID:                 8099a51d024445c4bce685bd8392b5c5

	  System UUID:                8099a51d024445c4bce685bd8392b5c5

	  Boot ID:                    0c22b881-5074-4387-988f-e903026460d8

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://27.2.0

	  Kubelet Version:            v1.31.0

	  Kube-Proxy Version:         

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (15 in total)

	  Namespace                   Name                                       CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                       ------------  ----------  ---------------  -------------  ---

	  default                     busybox                                    0 (0%)        0 (0%)      0 (0%)           0 (0%)         9m12s

	  default                     cloud-spanner-emulator-769b77f747-zllxf    0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  default                     hello-world-app-55bf9c44b4-8s4x8           0 (0%)        0 (0%)      0 (0%)           0 (0%)         2s

	  default                     nginx                                      0 (0%)        0 (0%)      0 (0%)           0 (0%)         12s

	  gcp-auth                    gcp-auth-89d5ffd79-l728g                   0 (0%)        0 (0%)      0 (0%)           0 (0%)         10m

	  kube-system                 coredns-6f6b679f8f-gn6kg                   100m (5%)     0 (0%)      70Mi (1%)        170Mi (4%)     12m

	  kube-system                 etcd-addons-439000                         100m (5%)     0 (0%)      100Mi (2%)       0 (0%)         12m

	  kube-system                 kube-apiserver-addons-439000               250m (12%)    0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-controller-manager-addons-439000      200m (10%)    0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-proxy-bp9v8                           0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 kube-scheduler-addons-439000               100m (5%)     0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 nvidia-device-plugin-daemonset-nlzkn       0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  kube-system                 storage-provisioner                        0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  local-path-storage          local-path-provisioner-86d989889c-q47d2    0 (0%)        0 (0%)      0 (0%)           0 (0%)         12m

	  yakd-dashboard              yakd-dashboard-67d98fc6b-j6tdc             0 (0%)        0 (0%)      128Mi (3%)       256Mi (6%)     12m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%)  0 (0%)

	  memory             298Mi (7%)  426Mi (11%)

	  ephemeral-storage  0 (0%)      0 (0%)

	  hugepages-1Gi      0 (0%)      0 (0%)

	  hugepages-2Mi      0 (0%)      0 (0%)

	  hugepages-32Mi     0 (0%)      0 (0%)

	  hugepages-64Ki     0 (0%)      0 (0%)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 12m   kube-proxy       

	  Normal  Starting                 12m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  12m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  12m   kubelet          Node addons-439000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    12m   kubelet          Node addons-439000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     12m   kubelet          Node addons-439000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                12m   kubelet          Node addons-439000 status is now: NodeReady

	  Normal  RegisteredNode           12m   node-controller  Node addons-439000 event: Registered Node addons-439000 in Controller

	==> dmesg <==

	[Sep 6 18:30] kauditd_printk_skb: 2 callbacks suppressed

	[  +8.942204] kauditd_printk_skb: 2 callbacks suppressed

	[  +5.187260] kauditd_printk_skb: 23 callbacks suppressed

	[  +6.506623] kauditd_printk_skb: 19 callbacks suppressed

	[  +5.622737] kauditd_printk_skb: 13 callbacks suppressed

	[  +5.060154] kauditd_printk_skb: 18 callbacks suppressed

	[  +6.959657] kauditd_printk_skb: 10 callbacks suppressed

	[ +13.368887] kauditd_printk_skb: 22 callbacks suppressed

	[Sep 6 18:31] kauditd_printk_skb: 18 callbacks suppressed

	[ +45.182987] kauditd_printk_skb: 2 callbacks suppressed

	[Sep 6 18:32] kauditd_printk_skb: 46 callbacks suppressed

	[  +8.465408] kauditd_printk_skb: 2 callbacks suppressed

	[ +21.358309] kauditd_printk_skb: 9 callbacks suppressed

	[  +5.320255] kauditd_printk_skb: 2 callbacks suppressed

	[Sep 6 18:33] kauditd_printk_skb: 20 callbacks suppressed

	[ +19.892022] kauditd_printk_skb: 2 callbacks suppressed

	[Sep 6 18:36] kauditd_printk_skb: 2 callbacks suppressed

	[Sep 6 18:41] kauditd_printk_skb: 2 callbacks suppressed

	[  +6.288857] kauditd_printk_skb: 19 callbacks suppressed

	[ +10.467119] kauditd_printk_skb: 10 callbacks suppressed

	[  +7.733611] kauditd_printk_skb: 7 callbacks suppressed

	[  +7.525716] kauditd_printk_skb: 33 callbacks suppressed

	[  +5.450372] kauditd_printk_skb: 6 callbacks suppressed

	[  +5.269337] kauditd_printk_skb: 4 callbacks suppressed

	[Sep 6 18:42] kauditd_printk_skb: 13 callbacks suppressed

	==> etcd [916ca142da77] <==

	{"level":"info","ts":"2024-09-06T18:29:50.559367Z","caller":"traceutil/trace.go:171","msg":"trace[2051060038] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"247.695269ms","start":"2024-09-06T18:29:50.311667Z","end":"2024-09-06T18:29:50.559363Z","steps":["trace[2051060038] 'process raft request'  (duration: 239.389539ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:29:50.559561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.632985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" ","response":"range_response_count:1 size:1113"}

	{"level":"info","ts":"2024-09-06T18:29:50.559572Z","caller":"traceutil/trace.go:171","msg":"trace[299897926] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; response_count:1; response_revision:881; }","duration":"113.663714ms","start":"2024-09-06T18:29:50.445905Z","end":"2024-09-06T18:29:50.559568Z","steps":["trace[299897926] 'agreement among raft nodes before linearized reading'  (duration: 113.602418ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:29:51.365361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.392143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:29:51.365676Z","caller":"traceutil/trace.go:171","msg":"trace[990625719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:887; }","duration":"163.481558ms","start":"2024-09-06T18:29:51.201911Z","end":"2024-09-06T18:29:51.365392Z","steps":["trace[990625719] 'range keys from in-memory index tree'  (duration: 163.386095ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:29:57.655016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.564889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:29:57.655060Z","caller":"traceutil/trace.go:171","msg":"trace[2044823068] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:959; }","duration":"163.62002ms","start":"2024-09-06T18:29:57.491432Z","end":"2024-09-06T18:29:57.655052Z","steps":["trace[2044823068] 'range keys from in-memory index tree'  (duration: 163.537882ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:09.499654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.810543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:30:09.499701Z","caller":"traceutil/trace.go:171","msg":"trace[1005125793] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1006; }","duration":"155.886127ms","start":"2024-09-06T18:30:09.343807Z","end":"2024-09-06T18:30:09.499693Z","steps":["trace[1005125793] 'range keys from in-memory index tree'  (duration: 155.763397ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:09.499839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.419796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:30:09.499855Z","caller":"traceutil/trace.go:171","msg":"trace[42077094] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1006; }","duration":"160.436094ms","start":"2024-09-06T18:30:09.339415Z","end":"2024-09-06T18:30:09.499851Z","steps":["trace[42077094] 'range keys from in-memory index tree'  (duration: 160.377639ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:13.764584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.990805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-439000\" ","response":"range_response_count:1 size:5172"}

	{"level":"info","ts":"2024-09-06T18:30:13.764616Z","caller":"traceutil/trace.go:171","msg":"trace[1675539025] range","detail":"{range_begin:/registry/minions/addons-439000; range_end:; response_count:1; response_revision:1019; }","duration":"130.028624ms","start":"2024-09-06T18:30:13.634579Z","end":"2024-09-06T18:30:13.764608Z","steps":["trace[1675539025] 'range keys from in-memory index tree'  (duration: 129.921992ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:13.764624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.940205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:30:13.764638Z","caller":"traceutil/trace.go:171","msg":"trace[650812845] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1019; }","duration":"108.958719ms","start":"2024-09-06T18:30:13.655676Z","end":"2024-09-06T18:30:13.764634Z","steps":["trace[650812845] 'range keys from in-memory index tree'  (duration: 108.915533ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-06T18:30:21.208358Z","caller":"traceutil/trace.go:171","msg":"trace[2086298480] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"109.574519ms","start":"2024-09-06T18:30:21.098776Z","end":"2024-09-06T18:30:21.208350Z","steps":["trace[2086298480] 'process raft request'  (duration: 109.500512ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-06T18:30:54.397317Z","caller":"traceutil/trace.go:171","msg":"trace[1847226588] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1239; }","duration":"248.552965ms","start":"2024-09-06T18:30:54.148751Z","end":"2024-09-06T18:30:54.397304Z","steps":["trace[1847226588] 'read index received'  (duration: 248.479939ms)","trace[1847226588] 'applied index is now lower than readState.Index'  (duration: 72.734µs)"],"step_count":2}

	{"level":"info","ts":"2024-09-06T18:30:54.397399Z","caller":"traceutil/trace.go:171","msg":"trace[618388873] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"263.711399ms","start":"2024-09-06T18:30:54.133684Z","end":"2024-09-06T18:30:54.397396Z","steps":["trace[618388873] 'process raft request'  (duration: 263.569597ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:54.397476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.708098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:30:54.397486Z","caller":"traceutil/trace.go:171","msg":"trace[483686979] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1207; }","duration":"248.733467ms","start":"2024-09-06T18:30:54.148750Z","end":"2024-09-06T18:30:54.397483Z","steps":["trace[483686979] 'agreement among raft nodes before linearized reading'  (duration: 248.700058ms)"],"step_count":1}

	{"level":"warn","ts":"2024-09-06T18:30:54.397526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.095867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}

	{"level":"info","ts":"2024-09-06T18:30:54.397532Z","caller":"traceutil/trace.go:171","msg":"trace[363232837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1207; }","duration":"195.10299ms","start":"2024-09-06T18:30:54.202427Z","end":"2024-09-06T18:30:54.397530Z","steps":["trace[363232837] 'agreement among raft nodes before linearized reading'  (duration: 195.092659ms)"],"step_count":1}

	{"level":"info","ts":"2024-09-06T18:39:35.015841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1845}

	{"level":"info","ts":"2024-09-06T18:39:35.123462Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1845,"took":"104.636055ms","hash":2837130340,"current-db-size-bytes":8912896,"current-db-size":"8.9 MB","current-db-size-in-use-bytes":4820992,"current-db-size-in-use":"4.8 MB"}

	{"level":"info","ts":"2024-09-06T18:39:35.123495Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2837130340,"revision":1845,"compact-revision":-1}

	==> gcp-auth [7b41fe3dca6e] <==

	2024/09/06 18:32:21 GCP Auth Webhook started!

	2024/09/06 18:32:37 Ready to marshal response ...

	2024/09/06 18:32:37 Ready to write response ...

	2024/09/06 18:32:38 Ready to marshal response ...

	2024/09/06 18:32:38 Ready to write response ...

	2024/09/06 18:33:01 Ready to marshal response ...

	2024/09/06 18:33:01 Ready to write response ...

	2024/09/06 18:33:01 Ready to marshal response ...

	2024/09/06 18:33:01 Ready to write response ...

	2024/09/06 18:33:02 Ready to marshal response ...

	2024/09/06 18:33:02 Ready to write response ...

	2024/09/06 18:41:13 Ready to marshal response ...

	2024/09/06 18:41:13 Ready to write response ...

	2024/09/06 18:41:14 Ready to marshal response ...

	2024/09/06 18:41:14 Ready to write response ...

	2024/09/06 18:41:30 Ready to marshal response ...

	2024/09/06 18:41:30 Ready to write response ...

	2024/09/06 18:42:01 Ready to marshal response ...

	2024/09/06 18:42:01 Ready to write response ...

	2024/09/06 18:42:11 Ready to marshal response ...

	2024/09/06 18:42:11 Ready to write response ...

	==> kernel <==

	 18:42:13 up 12 min,  0 users,  load average: 0.58, 0.66, 0.46

	Linux addons-439000 5.10.207 #1 SMP PREEMPT Tue Sep 3 18:23:52 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [9f2e7ff60998] <==

	W0906 18:32:53.329682       1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh

	W0906 18:32:53.360995       1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh

	W0906 18:32:53.395892       1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh

	W0906 18:32:53.411070       1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh

	W0906 18:32:53.413506       1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh

	W0906 18:32:53.467860       1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh

	I0906 18:41:23.251324       1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io

	I0906 18:41:45.747056       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0906 18:41:45.747073       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0906 18:41:45.760610       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0906 18:41:45.760633       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0906 18:41:45.763671       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0906 18:41:45.763683       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0906 18:41:45.771040       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0906 18:41:45.771056       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0906 18:41:45.788994       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0906 18:41:45.789012       1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	W0906 18:41:46.764869       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io

	W0906 18:41:46.789666       1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io

	W0906 18:41:46.880024       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io

	I0906 18:41:56.521105       1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	W0906 18:41:57.532757       1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io

	I0906 18:42:01.869558       1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io

	I0906 18:42:01.970124       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.124.224"}

	I0906 18:42:11.244665       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.111.176.93"}

	==> kube-controller-manager [621c14c5591e] <==

	E0906 18:42:04.785140       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	W0906 18:42:05.575728       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0906 18:42:05.575868       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0906 18:42:06.614824       1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="gadget"

	W0906 18:42:07.305862       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0906 18:42:07.305993       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0906 18:42:11.186724       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="12.413402ms"

	I0906 18:42:11.195440       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="8.60796ms"

	I0906 18:42:11.195541       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="14.051µs"

	I0906 18:42:11.197164       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="24.975µs"

	W0906 18:42:11.618982       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0906 18:42:11.619006       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0906 18:42:12.033122       1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create" delay="0s"

	I0906 18:42:12.034247       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-bc57996ff" duration="1.793µs"

	I0906 18:42:12.035958       1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch" delay="0s"

	W0906 18:42:12.130167       1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0906 18:42:12.130192       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"

	I0906 18:42:12.849309       1 shared_informer.go:313] Waiting for caches to sync for resource quota

	I0906 18:42:12.849331       1 shared_informer.go:320] Caches are synced for resource quota

	I0906 18:42:13.007919       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-439000"

	I0906 18:42:13.200808       1 shared_informer.go:313] Waiting for caches to sync for garbage collector

	I0906 18:42:13.200829       1 shared_informer.go:320] Caches are synced for garbage collector

	I0906 18:42:13.383307       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-6fb4cdfc84" duration="2.835µs"

	I0906 18:42:13.872232       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="4.645476ms"

	I0906 18:42:13.872259       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.509µs"

	==> kube-proxy [ec7b31e89499] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0906 18:29:44.162335       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0906 18:29:44.171165       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.2"]

	E0906 18:29:44.171198       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0906 18:29:44.189506       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0906 18:29:44.189530       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0906 18:29:44.189544       1 server_linux.go:169] "Using iptables Proxier"

	I0906 18:29:44.190387       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0906 18:29:44.190482       1 server.go:483] "Version info" version="v1.31.0"

	I0906 18:29:44.190488       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0906 18:29:44.191210       1 config.go:197] "Starting service config controller"

	I0906 18:29:44.191229       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0906 18:29:44.191242       1 config.go:104] "Starting endpoint slice config controller"

	I0906 18:29:44.191244       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0906 18:29:44.191802       1 config.go:326] "Starting node config controller"

	I0906 18:29:44.191805       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0906 18:29:44.295683       1 shared_informer.go:320] Caches are synced for node config

	I0906 18:29:44.295717       1 shared_informer.go:320] Caches are synced for service config

	I0906 18:29:44.295729       1 shared_informer.go:320] Caches are synced for endpoint slice config

	==> kube-scheduler [72689c42ca88] <==

	W0906 18:29:35.570241       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0906 18:29:35.570328       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570383       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0906 18:29:35.570451       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570412       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0906 18:29:35.570482       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570429       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0906 18:29:35.570598       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0906 18:29:35.570608       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	E0906 18:29:35.570668       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570735       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0906 18:29:35.570745       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570810       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0906 18:29:35.570852       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570909       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0906 18:29:35.570918       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:35.570952       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0906 18:29:35.570960       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:36.420149       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0906 18:29:36.420259       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:36.431653       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0906 18:29:36.431869       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	W0906 18:29:36.618491       1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0906 18:29:36.618596       1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"

	I0906 18:29:37.178710       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	Sep 06 18:42:11 addons-439000 kubelet[2040]: I0906 18:42:11.838120    2040 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"e1e95163a4f04a2181abeafca53263990e9ea9b3b98ea30cbf8672b9d2ca3bb6"} err="failed to get container status \"e1e95163a4f04a2181abeafca53263990e9ea9b3b98ea30cbf8672b9d2ca3bb6\": rpc error: code = Unknown desc = Error response from daemon: No such container: e1e95163a4f04a2181abeafca53263990e9ea9b3b98ea30cbf8672b9d2ca3bb6"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.439520    2040 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l7zbm\" (UniqueName: \"kubernetes.io/projected/8e2859de-dc98-408b-9fa3-d499f1467acc-kube-api-access-l7zbm\") pod \"8e2859de-dc98-408b-9fa3-d499f1467acc\" (UID: \"8e2859de-dc98-408b-9fa3-d499f1467acc\") "

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.439731    2040 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/8e2859de-dc98-408b-9fa3-d499f1467acc-gcp-creds\") pod \"8e2859de-dc98-408b-9fa3-d499f1467acc\" (UID: \"8e2859de-dc98-408b-9fa3-d499f1467acc\") "

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.439762    2040 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/8e2859de-dc98-408b-9fa3-d499f1467acc-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "8e2859de-dc98-408b-9fa3-d499f1467acc" (UID: "8e2859de-dc98-408b-9fa3-d499f1467acc"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.443473    2040 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e2859de-dc98-408b-9fa3-d499f1467acc-kube-api-access-l7zbm" (OuterVolumeSpecName: "kube-api-access-l7zbm") pod "8e2859de-dc98-408b-9fa3-d499f1467acc" (UID: "8e2859de-dc98-408b-9fa3-d499f1467acc"). InnerVolumeSpecName "kube-api-access-l7zbm". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.540173    2040 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-l7zbm\" (UniqueName: \"kubernetes.io/projected/8e2859de-dc98-408b-9fa3-d499f1467acc-kube-api-access-l7zbm\") on node \"addons-439000\" DevicePath \"\""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.540193    2040 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/8e2859de-dc98-408b-9fa3-d499f1467acc-gcp-creds\") on node \"addons-439000\" DevicePath \"\""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.640745    2040 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b82x5\" (UniqueName: \"kubernetes.io/projected/cbfa4ae6-52b4-4753-8931-dc75977f2b98-kube-api-access-b82x5\") pod \"cbfa4ae6-52b4-4753-8931-dc75977f2b98\" (UID: \"cbfa4ae6-52b4-4753-8931-dc75977f2b98\") "

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.641573    2040 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cbfa4ae6-52b4-4753-8931-dc75977f2b98-kube-api-access-b82x5" (OuterVolumeSpecName: "kube-api-access-b82x5") pod "cbfa4ae6-52b4-4753-8931-dc75977f2b98" (UID: "cbfa4ae6-52b4-4753-8931-dc75977f2b98"). InnerVolumeSpecName "kube-api-access-b82x5". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.741531    2040 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-slvc9\" (UniqueName: \"kubernetes.io/projected/6010aca8-2072-44fb-abeb-395ddabbb03a-kube-api-access-slvc9\") pod \"6010aca8-2072-44fb-abeb-395ddabbb03a\" (UID: \"6010aca8-2072-44fb-abeb-395ddabbb03a\") "

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.741560    2040 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-b82x5\" (UniqueName: \"kubernetes.io/projected/cbfa4ae6-52b4-4753-8931-dc75977f2b98-kube-api-access-b82x5\") on node \"addons-439000\" DevicePath \"\""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.742069    2040 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6010aca8-2072-44fb-abeb-395ddabbb03a-kube-api-access-slvc9" (OuterVolumeSpecName: "kube-api-access-slvc9") pod "6010aca8-2072-44fb-abeb-395ddabbb03a" (UID: "6010aca8-2072-44fb-abeb-395ddabbb03a"). InnerVolumeSpecName "kube-api-access-slvc9". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.776623    2040 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="33539311-1fe9-4e25-a9f6-99843707bfe8" path="/var/lib/kubelet/pods/33539311-1fe9-4e25-a9f6-99843707bfe8/volumes"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.776775    2040 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3547e945-d2b0-4c57-a697-e190f8a4c3d1" path="/var/lib/kubelet/pods/3547e945-d2b0-4c57-a697-e190f8a4c3d1/volumes"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.777501    2040 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a65a8678-86f6-44c3-8b6a-dc45366b7642" path="/var/lib/kubelet/pods/a65a8678-86f6-44c3-8b6a-dc45366b7642/volumes"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.841635    2040 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-slvc9\" (UniqueName: \"kubernetes.io/projected/6010aca8-2072-44fb-abeb-395ddabbb03a-kube-api-access-slvc9\") on node \"addons-439000\" DevicePath \"\""

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.843983    2040 scope.go:117] "RemoveContainer" containerID="9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.868524    2040 scope.go:117] "RemoveContainer" containerID="9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: E0906 18:42:13.869015    2040 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76" containerID="9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.869054    2040 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76"} err="failed to get container status \"9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76\": rpc error: code = Unknown desc = Error response from daemon: No such container: 9b889522e6504bd2e6f9e970de0db6f23b903b906f8f6f95746d8504bdb93e76"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.869068    2040 scope.go:117] "RemoveContainer" containerID="a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.876889    2040 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-55bf9c44b4-8s4x8" podStartSLOduration=1.210784846 podStartE2EDuration="2.876876719s" podCreationTimestamp="2024-09-06 18:42:11 +0000 UTC" firstStartedPulling="2024-09-06 18:42:11.598588729 +0000 UTC m=+753.877167721" lastFinishedPulling="2024-09-06 18:42:13.264680602 +0000 UTC m=+755.543259594" observedRunningTime="2024-09-06 18:42:13.867732239 +0000 UTC m=+756.146311231" watchObservedRunningTime="2024-09-06 18:42:13.876876719 +0000 UTC m=+756.155455711"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.879531    2040 scope.go:117] "RemoveContainer" containerID="a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: E0906 18:42:13.879951    2040 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c" containerID="a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c"

	Sep 06 18:42:13 addons-439000 kubelet[2040]: I0906 18:42:13.879986    2040 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c"} err="failed to get container status \"a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c\": rpc error: code = Unknown desc = Error response from daemon: No such container: a3d1bd8fd9281567525131da496ec09b361efd5253c09c0e892ed69edf28e12c"

	==> storage-provisioner [af4215b2a1ce] <==

	I0906 18:29:46.388817       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0906 18:29:46.405741       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0906 18:29:46.405760       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0906 18:29:46.409281       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0906 18:29:46.409351       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-439000_b257f6f8-8585-47fb-acf2-cece86752500!

	I0906 18:29:46.409700       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4e7fbe98-990a-49d8-b1f7-6bb2961f6ab6", APIVersion:"v1", ResourceVersion:"596", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-439000_b257f6f8-8585-47fb-acf2-cece86752500 became leader

	I0906 18:29:46.509451       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-439000_b257f6f8-8585-47fb-acf2-cece86752500!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-439000 -n addons-439000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-439000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-439000 describe pod busybox

helpers_test.go:282: (dbg) kubectl --context addons-439000 describe pod busybox:

-- stdout --

	Name:             busybox

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             addons-439000/192.168.105.2

	Start Time:       Fri, 06 Sep 2024 11:33:01 -0700

	Labels:           integration-test=busybox

	Annotations:      <none>

	Status:           Pending

	IP:               10.244.0.26

	IPs:

	  IP:  10.244.0.26

	Containers:

	  busybox:

	    Container ID:  

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      sleep

	      3600

	    State:          Waiting

	      Reason:       ImagePullBackOff

	    Ready:          False

	    Restart Count:  0

	    Environment:

	      GOOGLE_APPLICATION_CREDENTIALS:  /google-app-creds.json

	      PROJECT_ID:                      this_is_fake

	      GCP_PROJECT:                     this_is_fake

	      GCLOUD_PROJECT:                  this_is_fake

	      GOOGLE_CLOUD_PROJECT:            this_is_fake

	      CLOUDSDK_CORE_PROJECT:           this_is_fake

	    Mounts:

	      /google-app-creds.json from gcp-creds (ro)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-qmr72 (ro)

	Conditions:

	  Type                        Status

	  PodReadyToStartContainers   True 

	  Initialized                 True 

	  Ready                       False 

	  ContainersReady             False 

	  PodScheduled                True 

	Volumes:

	  kube-api-access-qmr72:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	  gcp-creds:

	    Type:          HostPath (bare host directory volume)

	    Path:          /var/lib/minikube/google_application_credentials.json

	    HostPathType:  File

	QoS Class:         BestEffort

	Node-Selectors:    <none>

	Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type     Reason     Age                    From               Message

	  ----     ------     ----                   ----               -------

	  Normal   Scheduled  9m13s                  default-scheduler  Successfully assigned default/busybox to addons-439000

	  Normal   Pulling    7m52s (x4 over 9m12s)  kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Warning  Failed     7m52s (x4 over 9m12s)  kubelet            Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed

	  Warning  Failed     7m52s (x4 over 9m12s)  kubelet            Error: ErrImagePull

	  Warning  Failed     7m25s (x6 over 9m12s)  kubelet            Error: ImagePullBackOff

	  Normal   BackOff    4m2s (x21 over 9m12s)  kubelet            Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

-- /stdout --

helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Registry (71.30s)

=== RUN   TestCertOptions

=== PAUSE TestCertOptions

=== CONT  TestCertOptions

cert_options_test.go:49: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-options-054000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 

cert_options_test.go:49: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-options-054000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 : exit status 80 (9.976277958s)

-- stdout --

	* [cert-options-054000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-options-054000" primary control-plane node in "cert-options-054000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-options-054000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-options-054000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:51: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-options-054000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 " : exit status 80

cert_options_test.go:60: (dbg) Run:  out/minikube-darwin-arm64 -p cert-options-054000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"

cert_options_test.go:60: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p cert-options-054000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt": exit status 83 (80.436791ms)

-- stdout --

	* The control-plane node cert-options-054000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-054000"

-- /stdout --

cert_options_test.go:62: failed to read apiserver cert inside minikube. args "out/minikube-darwin-arm64 -p cert-options-054000 ssh \"openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt\"": exit status 83

cert_options_test.go:69: apiserver cert does not include 127.0.0.1 in SAN.

cert_options_test.go:69: apiserver cert does not include 192.168.15.15 in SAN.

cert_options_test.go:69: apiserver cert does not include localhost in SAN.

cert_options_test.go:69: apiserver cert does not include www.google.com in SAN.

cert_options_test.go:88: (dbg) Run:  kubectl --context cert-options-054000 config view

cert_options_test.go:93: Kubeconfig apiserver server port incorrect. Output of 

'kubectl config view' = "\n-- stdout --\n\tapiVersion: v1\n\tclusters: null\n\tcontexts: null\n\tcurrent-context: \"\"\n\tkind: Config\n\tpreferences: {}\n\tusers: null\n\n-- /stdout --"

cert_options_test.go:100: (dbg) Run:  out/minikube-darwin-arm64 ssh -p cert-options-054000 -- "sudo cat /etc/kubernetes/admin.conf"

cert_options_test.go:100: (dbg) Non-zero exit: out/minikube-darwin-arm64 ssh -p cert-options-054000 -- "sudo cat /etc/kubernetes/admin.conf": exit status 83 (40.213917ms)

-- stdout --

	* The control-plane node cert-options-054000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-054000"

-- /stdout --

cert_options_test.go:102: failed to SSH to minikube with args: "out/minikube-darwin-arm64 ssh -p cert-options-054000 -- \"sudo cat /etc/kubernetes/admin.conf\"" : exit status 83

cert_options_test.go:106: Internal minikube kubeconfig (admin.conf) does not contains the right api port. 

-- stdout --

	* The control-plane node cert-options-054000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-054000"

-- /stdout --

cert_options_test.go:109: *** TestCertOptions FAILED at 2024-09-06 12:34:23.040267 -0700 PDT m=+3947.663358917

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-054000 -n cert-options-054000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-054000 -n cert-options-054000: exit status 7 (29.798292ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-options-054000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-options-054000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-options-054000

--- FAIL: TestCertOptions (10.24s)

=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=3m --driver=qemu2 

cert_options_test.go:123: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=3m --driver=qemu2 : exit status 80 (11.888618833s)

-- stdout --

	* [cert-expiration-051000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-expiration-051000" primary control-plane node in "cert-expiration-051000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-expiration-051000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-051000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:125: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=3m --driver=qemu2 " : exit status 80

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=8760h --driver=qemu2 

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=8760h --driver=qemu2 : exit status 80 (5.241638542s)

-- stdout --

	* [cert-expiration-051000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-051000" primary control-plane node in "cert-expiration-051000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-051000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-051000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-051000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-arm64 start -p cert-expiration-051000 --memory=2048 --cert-expiration=8760h --driver=qemu2 " : exit status 80

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-051000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-051000" primary control-plane node in "cert-expiration-051000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-051000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-051000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-051000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2024-09-06 12:37:15.570285 -0700 PDT m=+4120.194621959

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-051000 -n cert-expiration-051000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-051000 -n cert-expiration-051000: exit status 7 (68.052375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-expiration-051000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-051000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-expiration-051000

--- FAIL: TestCertExpiration (197.29s)

=== RUN   TestDockerFlags

=== PAUSE TestDockerFlags

=== CONT  TestDockerFlags

docker_test.go:51: (dbg) Run:  out/minikube-darwin-arm64 start -p docker-flags-116000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:51: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p docker-flags-116000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (11.963083s)

-- stdout --

	* [docker-flags-116000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "docker-flags-116000" primary control-plane node in "docker-flags-116000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "docker-flags-116000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:34:00.740660    7147 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:34:00.740808    7147 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:34:00.740814    7147 out.go:358] Setting ErrFile to fd 2...

	I0906 12:34:00.740817    7147 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:34:00.740989    7147 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:34:00.742380    7147 out.go:352] Setting JSON to false

	I0906 12:34:00.760300    7147 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":5610,"bootTime":1725645630,"procs":462,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:34:00.760373    7147 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:34:00.767843    7147 out.go:177] * [docker-flags-116000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:34:00.775019    7147 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:34:00.775048    7147 notify.go:220] Checking for updates...

	I0906 12:34:00.782941    7147 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:34:00.785988    7147 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:34:00.788900    7147 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:34:00.791980    7147 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:34:00.794985    7147 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 12:34:00.796432    7147 config.go:182] Loaded profile config "cert-expiration-051000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:34:00.796501    7147 config.go:182] Loaded profile config "multinode-009000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:34:00.796548    7147 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:34:00.801014    7147 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 12:34:00.807842    7147 start.go:297] selected driver: qemu2

	I0906 12:34:00.807850    7147 start.go:901] validating driver "qemu2" against <nil>

	I0906 12:34:00.807856    7147 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:34:00.810110    7147 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 12:34:00.812932    7147 out.go:177] * Automatically selected the socket_vmnet network

	I0906 12:34:00.816035    7147 start_flags.go:942] Waiting for no components: map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false]

	I0906 12:34:00.816068    7147 cni.go:84] Creating CNI manager for ""

	I0906 12:34:00.816075    7147 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 12:34:00.816079    7147 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0906 12:34:00.816112    7147 start.go:340] cluster config:

	{Name:docker-flags-116000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:docker-flags-116000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local

ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket

_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:34:00.819490    7147 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:34:00.822981    7147 out.go:177] * Starting "docker-flags-116000" primary control-plane node in "docker-flags-116000" cluster

	I0906 12:34:00.830981    7147 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:34:00.830993    7147 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:34:00.831001    7147 cache.go:56] Caching tarball of preloaded images

	I0906 12:34:00.831052    7147 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:34:00.831057    7147 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:34:00.831112    7147 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/docker-flags-116000/config.json ...

	I0906 12:34:00.831123    7147 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/docker-flags-116000/config.json: {Name:mk44a46355768cff564fb9158491db46c1d2c16c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 12:34:00.831389    7147 start.go:360] acquireMachinesLock for docker-flags-116000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:34:02.867598    7147 start.go:364] duration metric: took 2.036166416s to acquireMachinesLock for "docker-flags-116000"

	I0906 12:34:02.867746    7147 start.go:93] Provisioning new machine with config: &{Name:docker-flags-116000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31

.0 ClusterName:docker-flags-116000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPor

t:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:34:02.867998    7147 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:34:02.872552    7147 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:34:02.923769    7147 start.go:159] libmachine.API.Create for "docker-flags-116000" (driver="qemu2")

	I0906 12:34:02.923816    7147 client.go:168] LocalClient.Create starting

	I0906 12:34:02.923953    7147 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:34:02.924014    7147 main.go:141] libmachine: Decoding PEM data...

	I0906 12:34:02.924032    7147 main.go:141] libmachine: Parsing certificate...

	I0906 12:34:02.924108    7147 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:34:02.924162    7147 main.go:141] libmachine: Decoding PEM data...

	I0906 12:34:02.924178    7147 main.go:141] libmachine: Parsing certificate...

	I0906 12:34:02.924990    7147 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:34:03.100180    7147 main.go:141] libmachine: Creating SSH key...

	I0906 12:34:03.203320    7147 main.go:141] libmachine: Creating Disk image...

	I0906 12:34:03.203326    7147 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:34:03.203508    7147 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:03.212913    7147 main.go:141] libmachine: STDOUT: 

	I0906 12:34:03.212937    7147 main.go:141] libmachine: STDERR: 

	I0906 12:34:03.212993    7147 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2 +20000M

	I0906 12:34:03.220833    7147 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:34:03.220849    7147 main.go:141] libmachine: STDERR: 

	I0906 12:34:03.220868    7147 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:03.220873    7147 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:34:03.220886    7147 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:34:03.220914    7147 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/qemu.pid -device virtio-net-pci,netdev=net0,mac=a2:67:00:72:c9:c7 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:03.222567    7147 main.go:141] libmachine: STDOUT: 

	I0906 12:34:03.222585    7147 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:34:03.222610    7147 client.go:171] duration metric: took 298.788917ms to LocalClient.Create

	I0906 12:34:05.224799    7147 start.go:128] duration metric: took 2.356785625s to createHost

	I0906 12:34:05.224852    7147 start.go:83] releasing machines lock for "docker-flags-116000", held for 2.357200167s

	W0906 12:34:05.224896    7147 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:34:05.245865    7147 out.go:177] * Deleting "docker-flags-116000" in qemu2 ...

	W0906 12:34:05.277138    7147 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:34:05.277158    7147 start.go:729] Will try again in 5 seconds ...

	I0906 12:34:10.277488    7147 start.go:360] acquireMachinesLock for docker-flags-116000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:34:10.286133    7147 start.go:364] duration metric: took 8.52775ms to acquireMachinesLock for "docker-flags-116000"

	I0906 12:34:10.286309    7147 start.go:93] Provisioning new machine with config: &{Name:docker-flags-116000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31

.0 ClusterName:docker-flags-116000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPor

t:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:34:10.286576    7147 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:34:10.295878    7147 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:34:10.347104    7147 start.go:159] libmachine.API.Create for "docker-flags-116000" (driver="qemu2")

	I0906 12:34:10.347184    7147 client.go:168] LocalClient.Create starting

	I0906 12:34:10.347334    7147 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:34:10.347386    7147 main.go:141] libmachine: Decoding PEM data...

	I0906 12:34:10.347403    7147 main.go:141] libmachine: Parsing certificate...

	I0906 12:34:10.347496    7147 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:34:10.347526    7147 main.go:141] libmachine: Decoding PEM data...

	I0906 12:34:10.347538    7147 main.go:141] libmachine: Parsing certificate...

	I0906 12:34:10.348085    7147 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:34:10.520182    7147 main.go:141] libmachine: Creating SSH key...

	I0906 12:34:10.611629    7147 main.go:141] libmachine: Creating Disk image...

	I0906 12:34:10.611635    7147 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:34:10.611811    7147 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:10.620929    7147 main.go:141] libmachine: STDOUT: 

	I0906 12:34:10.620949    7147 main.go:141] libmachine: STDERR: 

	I0906 12:34:10.620995    7147 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2 +20000M

	I0906 12:34:10.628949    7147 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:34:10.628970    7147 main.go:141] libmachine: STDERR: 

	I0906 12:34:10.628980    7147 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:10.628986    7147 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:34:10.628995    7147 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:34:10.629022    7147 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:46:fa:46:4a:40 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/docker-flags-116000/disk.qcow2

	I0906 12:34:10.630671    7147 main.go:141] libmachine: STDOUT: 

	I0906 12:34:10.630688    7147 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:34:10.630700    7147 client.go:171] duration metric: took 283.50225ms to LocalClient.Create

	I0906 12:34:12.632954    7147 start.go:128] duration metric: took 2.346335084s to createHost

	I0906 12:34:12.633059    7147 start.go:83] releasing machines lock for "docker-flags-116000", held for 2.346902667s

	W0906 12:34:12.633469    7147 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p docker-flags-116000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p docker-flags-116000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:34:12.644907    7147 out.go:201] 

	W0906 12:34:12.649009    7147 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:34:12.649053    7147 out.go:270] * 

	* 

	W0906 12:34:12.651791    7147 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:34:12.658950    7147 out.go:201] 

** /stderr **

docker_test.go:53: failed to start minikube with args: "out/minikube-darwin-arm64 start -p docker-flags-116000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:56: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-116000 ssh "sudo systemctl show docker --property=Environment --no-pager"

docker_test.go:56: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-116000 ssh "sudo systemctl show docker --property=Environment --no-pager": exit status 83 (82.139292ms)

-- stdout --

	* The control-plane node docker-flags-116000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-116000"

-- /stdout --

docker_test.go:58: failed to 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-116000 ssh \"sudo systemctl show docker --property=Environment --no-pager\"": exit status 83

docker_test.go:63: expected env key/value "FOO=BAR" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-116000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-116000\"\n"*.

docker_test.go:63: expected env key/value "BAZ=BAT" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-116000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-116000\"\n"*.

docker_test.go:67: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-116000 ssh "sudo systemctl show docker --property=ExecStart --no-pager"

docker_test.go:67: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-116000 ssh "sudo systemctl show docker --property=ExecStart --no-pager": exit status 83 (45.324125ms)

-- stdout --

	* The control-plane node docker-flags-116000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-116000"

-- /stdout --

docker_test.go:69: failed on the second 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-116000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"": exit status 83

docker_test.go:73: expected "out/minikube-darwin-arm64 -p docker-flags-116000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"" output to have include *--debug* . output: "* The control-plane node docker-flags-116000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-116000\"\n"

panic.go:626: *** TestDockerFlags FAILED at 2024-09-06 12:34:12.802928 -0700 PDT m=+3937.425946251

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-116000 -n docker-flags-116000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-116000 -n docker-flags-116000: exit status 7 (30.197584ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "docker-flags-116000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "docker-flags-116000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p docker-flags-116000

--- FAIL: TestDockerFlags (12.20s)

=== RUN   TestForceSystemdFlag

=== PAUSE TestForceSystemdFlag

=== CONT  TestForceSystemdFlag

docker_test.go:91: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-flag-941000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:91: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-flag-941000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.97209325s)

-- stdout --

	* [force-systemd-flag-941000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-flag-941000" primary control-plane node in "force-systemd-flag-941000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-flag-941000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:33:33.690040    7027 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:33:33.690404    7027 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:33:33.690423    7027 out.go:358] Setting ErrFile to fd 2...

	I0906 12:33:33.690426    7027 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:33:33.690612    7027 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:33:33.691941    7027 out.go:352] Setting JSON to false

	I0906 12:33:33.708600    7027 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":5583,"bootTime":1725645630,"procs":461,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:33:33.708668    7027 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:33:33.712897    7027 out.go:177] * [force-systemd-flag-941000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:33:33.720054    7027 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:33:33.720101    7027 notify.go:220] Checking for updates...

	I0906 12:33:33.726870    7027 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:33:33.729902    7027 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:33:33.732866    7027 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:33:33.735850    7027 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:33:33.738870    7027 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 12:33:33.742181    7027 config.go:182] Loaded profile config "NoKubernetes-889000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v0.0.0

	I0906 12:33:33.742260    7027 config.go:182] Loaded profile config "multinode-009000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:33:33.742309    7027 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:33:33.746849    7027 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 12:33:33.753849    7027 start.go:297] selected driver: qemu2

	I0906 12:33:33.753858    7027 start.go:901] validating driver "qemu2" against <nil>

	I0906 12:33:33.753865    7027 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:33:33.756253    7027 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 12:33:33.759873    7027 out.go:177] * Automatically selected the socket_vmnet network

	I0906 12:33:33.763046    7027 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0906 12:33:33.763087    7027 cni.go:84] Creating CNI manager for ""

	I0906 12:33:33.763100    7027 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 12:33:33.763104    7027 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0906 12:33:33.763132    7027 start.go:340] cluster config:

	{Name:force-systemd-flag-941000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-systemd-flag-941000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:

docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgen

tPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:33:33.766856    7027 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:33:33.774869    7027 out.go:177] * Starting "force-systemd-flag-941000" primary control-plane node in "force-systemd-flag-941000" cluster

	I0906 12:33:33.778680    7027 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:33:33.778699    7027 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:33:33.778709    7027 cache.go:56] Caching tarball of preloaded images

	I0906 12:33:33.778780    7027 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:33:33.778786    7027 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:33:33.778859    7027 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/force-systemd-flag-941000/config.json ...

	I0906 12:33:33.778878    7027 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/force-systemd-flag-941000/config.json: {Name:mkb47f48c6014612926a5c57ac9a357d97dda746 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 12:33:33.779116    7027 start.go:360] acquireMachinesLock for force-systemd-flag-941000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:33:33.779155    7027 start.go:364] duration metric: took 31.167µs to acquireMachinesLock for "force-systemd-flag-941000"

	I0906 12:33:33.779176    7027 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-sy

stemd-flag-941000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust

omQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:33:33.779238    7027 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:33:33.787699    7027 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:33:33.806113    7027 start.go:159] libmachine.API.Create for "force-systemd-flag-941000" (driver="qemu2")

	I0906 12:33:33.806146    7027 client.go:168] LocalClient.Create starting

	I0906 12:33:33.806213    7027 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:33:33.806246    7027 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:33.806271    7027 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:33.806308    7027 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:33:33.806333    7027 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:33.806342    7027 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:33.806725    7027 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:33:34.061982    7027 main.go:141] libmachine: Creating SSH key...

	I0906 12:33:34.141395    7027 main.go:141] libmachine: Creating Disk image...

	I0906 12:33:34.141402    7027 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:33:34.141601    7027 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:34.151018    7027 main.go:141] libmachine: STDOUT: 

	I0906 12:33:34.151036    7027 main.go:141] libmachine: STDERR: 

	I0906 12:33:34.151083    7027 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2 +20000M

	I0906 12:33:34.158928    7027 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:33:34.158943    7027 main.go:141] libmachine: STDERR: 

	I0906 12:33:34.158966    7027 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:34.158976    7027 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:33:34.158989    7027 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:33:34.159018    7027 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/qemu.pid -device virtio-net-pci,netdev=net0,mac=86:77:29:6a:70:cd -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:34.160601    7027 main.go:141] libmachine: STDOUT: 

	I0906 12:33:34.160618    7027 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:33:34.160637    7027 client.go:171] duration metric: took 354.488042ms to LocalClient.Create

	I0906 12:33:36.162971    7027 start.go:128] duration metric: took 2.38372975s to createHost

	I0906 12:33:36.163030    7027 start.go:83] releasing machines lock for "force-systemd-flag-941000", held for 2.383877625s

	W0906 12:33:36.163079    7027 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:33:36.175271    7027 out.go:177] * Deleting "force-systemd-flag-941000" in qemu2 ...

	W0906 12:33:36.209378    7027 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:33:36.209412    7027 start.go:729] Will try again in 5 seconds ...

	I0906 12:33:41.211525    7027 start.go:360] acquireMachinesLock for force-systemd-flag-941000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:33:41.211987    7027 start.go:364] duration metric: took 355.75µs to acquireMachinesLock for "force-systemd-flag-941000"

	I0906 12:33:41.212129    7027 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-941000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-sy

stemd-flag-941000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust

omQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:33:41.212382    7027 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:33:41.216913    7027 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:33:41.266845    7027 start.go:159] libmachine.API.Create for "force-systemd-flag-941000" (driver="qemu2")

	I0906 12:33:41.266888    7027 client.go:168] LocalClient.Create starting

	I0906 12:33:41.267014    7027 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:33:41.267074    7027 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:41.267090    7027 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:41.267160    7027 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:33:41.267203    7027 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:41.267213    7027 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:41.267735    7027 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:33:41.441307    7027 main.go:141] libmachine: Creating SSH key...

	I0906 12:33:41.571656    7027 main.go:141] libmachine: Creating Disk image...

	I0906 12:33:41.571663    7027 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:33:41.571908    7027 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:41.581721    7027 main.go:141] libmachine: STDOUT: 

	I0906 12:33:41.581739    7027 main.go:141] libmachine: STDERR: 

	I0906 12:33:41.581784    7027 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2 +20000M

	I0906 12:33:41.589670    7027 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:33:41.589685    7027 main.go:141] libmachine: STDERR: 

	I0906 12:33:41.589696    7027 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:41.589702    7027 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:33:41.589711    7027 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:33:41.589745    7027 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/qemu.pid -device virtio-net-pci,netdev=net0,mac=0e:6c:5b:ce:bf:52 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-flag-941000/disk.qcow2

	I0906 12:33:41.591383    7027 main.go:141] libmachine: STDOUT: 

	I0906 12:33:41.591400    7027 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:33:41.591412    7027 client.go:171] duration metric: took 324.521584ms to LocalClient.Create

	I0906 12:33:43.593584    7027 start.go:128] duration metric: took 2.381170792s to createHost

	I0906 12:33:43.593786    7027 start.go:83] releasing machines lock for "force-systemd-flag-941000", held for 2.38164575s

	W0906 12:33:43.594158    7027 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-941000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-941000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:33:43.602925    7027 out.go:201] 

	W0906 12:33:43.606968    7027 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:33:43.606992    7027 out.go:270] * 

	* 

	W0906 12:33:43.609591    7027 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:33:43.618896    7027 out.go:201] 

** /stderr **

docker_test.go:93: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-flag-941000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-flag-941000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-flag-941000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (74.514291ms)

-- stdout --

	* The control-plane node force-systemd-flag-941000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-flag-941000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-flag-941000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:106: *** TestForceSystemdFlag FAILED at 2024-09-06 12:33:43.711053 -0700 PDT m=+3908.333860834

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-941000 -n force-systemd-flag-941000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-941000 -n force-systemd-flag-941000: exit status 7 (34.189917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-flag-941000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-flag-941000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-flag-941000

--- FAIL: TestForceSystemdFlag (10.16s)

=== RUN   TestForceSystemdEnv

=== PAUSE TestForceSystemdEnv

=== CONT  TestForceSystemdEnv

docker_test.go:155: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-env-067000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:155: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-env-067000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.889928375s)

-- stdout --

	* [force-systemd-env-067000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=true

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-env-067000" primary control-plane node in "force-systemd-env-067000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-env-067000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:33:50.637531    7095 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:33:50.637649    7095 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:33:50.637652    7095 out.go:358] Setting ErrFile to fd 2...

	I0906 12:33:50.637654    7095 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:33:50.637794    7095 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:33:50.638925    7095 out.go:352] Setting JSON to false

	I0906 12:33:50.655107    7095 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":5600,"bootTime":1725645630,"procs":461,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:33:50.655187    7095 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:33:50.662464    7095 out.go:177] * [force-systemd-env-067000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:33:50.672275    7095 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:33:50.672305    7095 notify.go:220] Checking for updates...

	I0906 12:33:50.677155    7095 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:33:50.680256    7095 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:33:50.683246    7095 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:33:50.686177    7095 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:33:50.689237    7095 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=true

	I0906 12:33:50.692650    7095 config.go:182] Loaded profile config "multinode-009000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:33:50.692694    7095 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:33:50.697200    7095 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 12:33:50.704256    7095 start.go:297] selected driver: qemu2

	I0906 12:33:50.704265    7095 start.go:901] validating driver "qemu2" against <nil>

	I0906 12:33:50.704273    7095 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:33:50.706555    7095 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 12:33:50.709211    7095 out.go:177] * Automatically selected the socket_vmnet network

	I0906 12:33:50.712337    7095 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0906 12:33:50.712357    7095 cni.go:84] Creating CNI manager for ""

	I0906 12:33:50.712366    7095 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 12:33:50.712378    7095 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0906 12:33:50.712415    7095 start.go:340] cluster config:

	{Name:force-systemd-env-067000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-systemd-env-067000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:do

cker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentP

ID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:33:50.716025    7095 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:33:50.722229    7095 out.go:177] * Starting "force-systemd-env-067000" primary control-plane node in "force-systemd-env-067000" cluster

	I0906 12:33:50.726235    7095 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:33:50.726249    7095 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:33:50.726259    7095 cache.go:56] Caching tarball of preloaded images

	I0906 12:33:50.726312    7095 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:33:50.726317    7095 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:33:50.726371    7095 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/force-systemd-env-067000/config.json ...

	I0906 12:33:50.726383    7095 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/force-systemd-env-067000/config.json: {Name:mka9e1104869e310085983c74bc44be6cc78f6f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 12:33:50.726754    7095 start.go:360] acquireMachinesLock for force-systemd-env-067000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:33:50.726791    7095 start.go:364] duration metric: took 29.75µs to acquireMachinesLock for "force-systemd-env-067000"

	I0906 12:33:50.726804    7095 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-067000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-sys

temd-env-067000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custom

QemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:33:50.726834    7095 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:33:50.731161    7095 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:33:50.748404    7095 start.go:159] libmachine.API.Create for "force-systemd-env-067000" (driver="qemu2")

	I0906 12:33:50.748428    7095 client.go:168] LocalClient.Create starting

	I0906 12:33:50.748481    7095 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:33:50.748511    7095 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:50.748519    7095 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:50.748559    7095 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:33:50.748582    7095 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:50.748590    7095 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:50.748926    7095 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:33:50.907905    7095 main.go:141] libmachine: Creating SSH key...

	I0906 12:33:50.997552    7095 main.go:141] libmachine: Creating Disk image...

	I0906 12:33:50.997557    7095 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:33:50.997780    7095 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:51.007310    7095 main.go:141] libmachine: STDOUT: 

	I0906 12:33:51.007333    7095 main.go:141] libmachine: STDERR: 

	I0906 12:33:51.007391    7095 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2 +20000M

	I0906 12:33:51.015263    7095 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:33:51.015285    7095 main.go:141] libmachine: STDERR: 

	I0906 12:33:51.015300    7095 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:51.015304    7095 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:33:51.015317    7095 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:33:51.015352    7095 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/qemu.pid -device virtio-net-pci,netdev=net0,mac=2a:7c:f4:b2:ab:aa -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:51.016933    7095 main.go:141] libmachine: STDOUT: 

	I0906 12:33:51.016949    7095 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:33:51.016973    7095 client.go:171] duration metric: took 268.544375ms to LocalClient.Create

	I0906 12:33:53.019155    7095 start.go:128] duration metric: took 2.292316458s to createHost

	I0906 12:33:53.019288    7095 start.go:83] releasing machines lock for "force-systemd-env-067000", held for 2.292455084s

	W0906 12:33:53.019371    7095 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:33:53.027525    7095 out.go:177] * Deleting "force-systemd-env-067000" in qemu2 ...

	W0906 12:33:53.064543    7095 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:33:53.064577    7095 start.go:729] Will try again in 5 seconds ...

	I0906 12:33:58.065217    7095 start.go:360] acquireMachinesLock for force-systemd-env-067000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:33:58.065674    7095 start.go:364] duration metric: took 384.166µs to acquireMachinesLock for "force-systemd-env-067000"

	I0906 12:33:58.065809    7095 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-067000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:force-sys

temd-env-067000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custom

QemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:33:58.066072    7095 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:33:58.076846    7095 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0906 12:33:58.126364    7095 start.go:159] libmachine.API.Create for "force-systemd-env-067000" (driver="qemu2")

	I0906 12:33:58.126415    7095 client.go:168] LocalClient.Create starting

	I0906 12:33:58.126520    7095 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:33:58.126576    7095 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:58.126592    7095 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:58.126654    7095 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:33:58.126696    7095 main.go:141] libmachine: Decoding PEM data...

	I0906 12:33:58.126708    7095 main.go:141] libmachine: Parsing certificate...

	I0906 12:33:58.127147    7095 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:33:58.299326    7095 main.go:141] libmachine: Creating SSH key...

	I0906 12:33:58.436373    7095 main.go:141] libmachine: Creating Disk image...

	I0906 12:33:58.436382    7095 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:33:58.436586    7095 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:58.446845    7095 main.go:141] libmachine: STDOUT: 

	I0906 12:33:58.446882    7095 main.go:141] libmachine: STDERR: 

	I0906 12:33:58.446952    7095 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2 +20000M

	I0906 12:33:58.455913    7095 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:33:58.455935    7095 main.go:141] libmachine: STDERR: 

	I0906 12:33:58.455956    7095 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:58.455960    7095 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:33:58.455974    7095 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:33:58.455999    7095 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/qemu.pid -device virtio-net-pci,netdev=net0,mac=32:a6:cf:41:51:7b -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/force-systemd-env-067000/disk.qcow2

	I0906 12:33:58.458821    7095 main.go:141] libmachine: STDOUT: 

	I0906 12:33:58.458847    7095 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:33:58.458867    7095 client.go:171] duration metric: took 332.4495ms to LocalClient.Create

	I0906 12:34:00.461081    7095 start.go:128] duration metric: took 2.394989584s to createHost

	I0906 12:34:00.461163    7095 start.go:83] releasing machines lock for "force-systemd-env-067000", held for 2.39548125s

	W0906 12:34:00.461531    7095 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-067000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-067000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:34:00.474997    7095 out.go:201] 

	W0906 12:34:00.478075    7095 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:34:00.478118    7095 out.go:270] * 

	* 

	W0906 12:34:00.481231    7095 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:34:00.489925    7095 out.go:201] 

** /stderr **

docker_test.go:157: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-env-067000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-env-067000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-env-067000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (72.688959ms)

-- stdout --

	* The control-plane node force-systemd-env-067000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-env-067000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-env-067000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:166: *** TestForceSystemdEnv FAILED at 2024-09-06 12:34:00.574271 -0700 PDT m=+3925.197201084

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-067000 -n force-systemd-env-067000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-067000 -n force-systemd-env-067000: exit status 7 (35.879417ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-env-067000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-env-067000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-env-067000

--- FAIL: TestForceSystemdEnv (10.10s)

=== RUN   TestFunctional/parallel/ServiceCmdConnect

=== PAUSE TestFunctional/parallel/ServiceCmdConnect

=== CONT  TestFunctional/parallel/ServiceCmdConnect

functional_test.go:1627: (dbg) Run:  kubectl --context functional-152000 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8

functional_test.go:1635: (dbg) Run:  kubectl --context functional-152000 expose deployment hello-node-connect --type=NodePort --port=8080

E0906 11:47:22.605397    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...

helpers_test.go:344: "hello-node-connect-65d86f57f4-lpwm6" [464db546-6f59-437a-a87a-f29fda80c538] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

E0906 11:47:22.927790    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:47:23.571488    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

helpers_test.go:344: "hello-node-connect-65d86f57f4-lpwm6" [464db546-6f59-437a-a87a-f29fda80c538] Running / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

E0906 11:47:24.855174    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.073566958s

functional_test.go:1649: (dbg) Run:  out/minikube-darwin-arm64 -p functional-152000 service hello-node-connect --url

functional_test.go:1655: found endpoint for hello-node-connect: http://192.168.105.4:31792

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

E0906 11:47:32.541852    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1661: error fetching http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1681: failed to fetch http://192.168.105.4:31792: Get "http://192.168.105.4:31792": dial tcp 192.168.105.4:31792: connect: connection refused

functional_test.go:1598: service test failed - dumping debug information

functional_test.go:1599: -----------------------service failure post-mortem--------------------------------

functional_test.go:1602: (dbg) Run:  kubectl --context functional-152000 describe po hello-node-connect

functional_test.go:1606: hello-node pod describe:

Name:             hello-node-connect-65d86f57f4-lpwm6

Namespace:        default

Priority:         0

Service Account:  default

Node:             functional-152000/192.168.105.4

Start Time:       Fri, 06 Sep 2024 11:47:22 -0700

Labels:           app=hello-node-connect

pod-template-hash=65d86f57f4

Annotations:      <none>

Status:           Running

IP:               10.244.0.8

IPs:

IP:           10.244.0.8

Controlled By:  ReplicaSet/hello-node-connect-65d86f57f4

Containers:

echoserver-arm:

Container ID:   docker://9a5b516e22a4724ff292bde504d3aaa9232695b0b953f683a9c223906813535c

Image:          registry.k8s.io/echoserver-arm:1.8

Image ID:       docker-pullable://registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5

Port:           <none>

Host Port:      <none>

State:          Waiting

Reason:       CrashLoopBackOff

Last State:     Terminated

Reason:       Error

Exit Code:    1

Started:      Fri, 06 Sep 2024 11:47:40 -0700

Finished:     Fri, 06 Sep 2024 11:47:40 -0700

Ready:          False

Restart Count:  2

Environment:    <none>

Mounts:

/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-zfxdc (ro)

Conditions:

Type                        Status

PodReadyToStartContainers   True 

Initialized                 True 

Ready                       False 

ContainersReady             False 

PodScheduled                True 

Volumes:

kube-api-access-zfxdc:

Type:                    Projected (a volume that contains injected data from multiple sources)

TokenExpirationSeconds:  3607

ConfigMapName:           kube-root-ca.crt

ConfigMapOptional:       <nil>

DownwardAPI:             true

QoS Class:                   BestEffort

Node-Selectors:              <none>

Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

Events:

Type     Reason     Age                From               Message

----     ------     ----               ----               -------

Normal   Scheduled  29s                default-scheduler  Successfully assigned default/hello-node-connect-65d86f57f4-lpwm6 to functional-152000

Normal   Pulled     11s (x3 over 28s)  kubelet            Container image "registry.k8s.io/echoserver-arm:1.8" already present on machine

Normal   Created    11s (x3 over 28s)  kubelet            Created container echoserver-arm

Normal   Started    11s (x3 over 28s)  kubelet            Started container echoserver-arm

Warning  BackOff    0s (x4 over 26s)   kubelet            Back-off restarting failed container echoserver-arm in pod hello-node-connect-65d86f57f4-lpwm6_default(464db546-6f59-437a-a87a-f29fda80c538)

functional_test.go:1608: (dbg) Run:  kubectl --context functional-152000 logs -l app=hello-node-connect

functional_test.go:1612: hello-node logs:

exec /usr/sbin/nginx: exec format error

functional_test.go:1614: (dbg) Run:  kubectl --context functional-152000 describe svc hello-node-connect

functional_test.go:1618: hello-node svc describe:

Name:                     hello-node-connect

Namespace:                default

Labels:                   app=hello-node-connect

Annotations:              <none>

Selector:                 app=hello-node-connect

Type:                     NodePort

IP Family Policy:         SingleStack

IP Families:              IPv4

IP:                       10.109.23.122

IPs:                      10.109.23.122

Port:                     <unset>  8080/TCP

TargetPort:               8080/TCP

NodePort:                 <unset>  31792/TCP

Endpoints:                

Session Affinity:         None

External Traffic Policy:  Cluster

Events:                   <none>

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p functional-152000 -n functional-152000

helpers_test.go:244: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p functional-152000 logs -n 25

helpers_test.go:252: TestFunctional/parallel/ServiceCmdConnect logs: 

-- stdout --

	==> Audit <==

	|---------|----------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| Command |                                                      Args                                                      |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|---------|----------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| image   | functional-152000 image ls                                                                                     | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	| image   | functional-152000 image save                                                                                   | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | kicbase/echo-server:functional-152000                                                                          |                   |         |         |                     |                     |

	|         | /Users/jenkins/workspace/echo-server-save.tar                                                                  |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| image   | functional-152000 image rm                                                                                     | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | kicbase/echo-server:functional-152000                                                                          |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| image   | functional-152000 image ls                                                                                     | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	| image   | functional-152000 image load                                                                                   | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | /Users/jenkins/workspace/echo-server-save.tar                                                                  |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| image   | functional-152000 image ls                                                                                     | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	| image   | functional-152000 image save --daemon                                                                          | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | kicbase/echo-server:functional-152000                                                                          |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh echo                                                                                     | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | hello                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh cat                                                                                      | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | /etc/hostname                                                                                                  |                   |         |         |                     |                     |

	| tunnel  | functional-152000 tunnel                                                                                       | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| tunnel  | functional-152000 tunnel                                                                                       | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| tunnel  | functional-152000 tunnel                                                                                       | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT |                     |

	|         | --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	| service | functional-152000 service list                                                                                 | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	| service | functional-152000 service list                                                                                 | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | -o json                                                                                                        |                   |         |         |                     |                     |

	| service | functional-152000 service                                                                                      | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | --namespace=default --https                                                                                    |                   |         |         |                     |                     |

	|         | --url hello-node                                                                                               |                   |         |         |                     |                     |

	| service | functional-152000                                                                                              | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | service hello-node --url                                                                                       |                   |         |         |                     |                     |

	|         | --format={{.IP}}                                                                                               |                   |         |         |                     |                     |

	| service | functional-152000 service                                                                                      | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | hello-node --url                                                                                               |                   |         |         |                     |                     |

	| addons  | functional-152000 addons list                                                                                  | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	| addons  | functional-152000 addons list                                                                                  | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | -o json                                                                                                        |                   |         |         |                     |                     |

	| service | functional-152000 service                                                                                      | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | hello-node-connect --url                                                                                       |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh findmnt                                                                                  | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT |                     |

	|         | -T /mount-9p | grep 9p                                                                                         |                   |         |         |                     |                     |

	| mount   | -p functional-152000                                                                                           | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT |                     |

	|         | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdany-port371262820/001:/mount-9p |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                                         |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh findmnt                                                                                  | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | -T /mount-9p | grep 9p                                                                                         |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh -- ls                                                                                    | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | -la /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| ssh     | functional-152000 ssh cat                                                                                      | functional-152000 | jenkins | v1.34.0 | 06 Sep 24 11:47 PDT | 06 Sep 24 11:47 PDT |

	|         | /mount-9p/test-1725648467342873000                                                                             |                   |         |         |                     |                     |

	|---------|----------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/09/06 11:46:25

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.22.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0906 11:46:25.903127    4114 out.go:345] Setting OutFile to fd 1 ...

	I0906 11:46:25.903259    4114 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:46:25.903261    4114 out.go:358] Setting ErrFile to fd 2...

	I0906 11:46:25.903263    4114 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:46:25.903402    4114 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 11:46:25.904412    4114 out.go:352] Setting JSON to false

	I0906 11:46:25.920779    4114 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":2755,"bootTime":1725645630,"procs":462,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 11:46:25.920845    4114 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 11:46:25.925529    4114 out.go:177] * [functional-152000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 11:46:25.934491    4114 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 11:46:25.934551    4114 notify.go:220] Checking for updates...

	I0906 11:46:25.942392    4114 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 11:46:25.946524    4114 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 11:46:25.949554    4114 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 11:46:25.950839    4114 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 11:46:25.953522    4114 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 11:46:25.956778    4114 config.go:182] Loaded profile config "functional-152000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:46:25.956823    4114 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 11:46:25.961337    4114 out.go:177] * Using the qemu2 driver based on existing profile

	I0906 11:46:25.968533    4114 start.go:297] selected driver: qemu2

	I0906 11:46:25.968537    4114 start.go:901] validating driver "qemu2" against &{Name:functional-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:functional-152000 N

amespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 11:46:25.968586    4114 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 11:46:25.970813    4114 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 11:46:25.970849    4114 cni.go:84] Creating CNI manager for ""

	I0906 11:46:25.970854    4114 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:46:25.970895    4114 start.go:340] cluster config:

	{Name:functional-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:functional-152000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] API

ServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 11:46:25.974276    4114 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 11:46:25.982550    4114 out.go:177] * Starting "functional-152000" primary control-plane node in "functional-152000" cluster

	I0906 11:46:25.986527    4114 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 11:46:25.986540    4114 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 11:46:25.986547    4114 cache.go:56] Caching tarball of preloaded images

	I0906 11:46:25.986604    4114 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 11:46:25.986608    4114 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 11:46:25.986661    4114 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/config.json ...

	I0906 11:46:25.987081    4114 start.go:360] acquireMachinesLock for functional-152000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 11:46:25.987119    4114 start.go:364] duration metric: took 32.584µs to acquireMachinesLock for "functional-152000"

	I0906 11:46:25.987127    4114 start.go:96] Skipping create...Using existing machine configuration

	I0906 11:46:25.987130    4114 fix.go:54] fixHost starting: 

	I0906 11:46:25.987751    4114 fix.go:112] recreateIfNeeded on functional-152000: state=Running err=<nil>

	W0906 11:46:25.987757    4114 fix.go:138] unexpected machine state, will restart: <nil>

	I0906 11:46:25.995537    4114 out.go:177] * Updating the running qemu2 "functional-152000" VM ...

	I0906 11:46:25.999437    4114 machine.go:93] provisionDockerMachine start ...

	I0906 11:46:25.999467    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:25.999586    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:25.999589    4114 main.go:141] libmachine: About to run SSH command:

	hostname

	I0906 11:46:26.052973    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-152000

	I0906 11:46:26.052991    4114 buildroot.go:166] provisioning hostname "functional-152000"

	I0906 11:46:26.053036    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.053160    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.053164    4114 main.go:141] libmachine: About to run SSH command:

	sudo hostname functional-152000 && echo "functional-152000" | sudo tee /etc/hostname

	I0906 11:46:26.112005    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-152000

	I0906 11:46:26.112051    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.112211    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.112217    4114 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sfunctional-152000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 functional-152000/g' /etc/hosts;

				else 

					echo '127.0.1.1 functional-152000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0906 11:46:26.170292    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0906 11:46:26.170301    4114 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-2143/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-2143/.minikube}

	I0906 11:46:26.170314    4114 buildroot.go:174] setting up certificates

	I0906 11:46:26.170317    4114 provision.go:84] configureAuth start

	I0906 11:46:26.170321    4114 provision.go:143] copyHostCerts

	I0906 11:46:26.170403    4114 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.pem, removing ...

	I0906 11:46:26.170411    4114 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.pem

	I0906 11:46:26.170533    4114 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.pem (1082 bytes)

	I0906 11:46:26.170697    4114 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-2143/.minikube/cert.pem, removing ...

	I0906 11:46:26.170699    4114 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-2143/.minikube/cert.pem

	I0906 11:46:26.170751    4114 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/cert.pem (1123 bytes)

	I0906 11:46:26.171091    4114 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-2143/.minikube/key.pem, removing ...

	I0906 11:46:26.171094    4114 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-2143/.minikube/key.pem

	I0906 11:46:26.171162    4114 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-2143/.minikube/key.pem (1675 bytes)

	I0906 11:46:26.171264    4114 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem org=jenkins.functional-152000 san=[127.0.0.1 192.168.105.4 functional-152000 localhost minikube]

	I0906 11:46:26.298908    4114 provision.go:177] copyRemoteCerts

	I0906 11:46:26.298938    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0906 11:46:26.298945    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:46:26.329588    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0906 11:46:26.337716    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0906 11:46:26.345798    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)

	I0906 11:46:26.354752    4114 provision.go:87] duration metric: took 184.432083ms to configureAuth

	I0906 11:46:26.354759    4114 buildroot.go:189] setting minikube options for container-runtime

	I0906 11:46:26.354882    4114 config.go:182] Loaded profile config "functional-152000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:46:26.354926    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.355018    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.355021    4114 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0906 11:46:26.410461    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0906 11:46:26.410467    4114 buildroot.go:70] root file system type: tmpfs

	I0906 11:46:26.410515    4114 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0906 11:46:26.410579    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.410703    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.410734    4114 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0906 11:46:26.471738    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0906 11:46:26.471790    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.471917    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.471923    4114 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0906 11:46:26.527421    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0906 11:46:26.527427    4114 machine.go:96] duration metric: took 527.993416ms to provisionDockerMachine

	I0906 11:46:26.527431    4114 start.go:293] postStartSetup for "functional-152000" (driver="qemu2")

	I0906 11:46:26.527437    4114 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0906 11:46:26.527478    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0906 11:46:26.527485    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:46:26.556559    4114 ssh_runner.go:195] Run: cat /etc/os-release

	I0906 11:46:26.558077    4114 info.go:137] Remote host: Buildroot 2023.02.9

	I0906 11:46:26.558082    4114 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-2143/.minikube/addons for local assets ...

	I0906 11:46:26.558176    4114 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-2143/.minikube/files for local assets ...

	I0906 11:46:26.558311    4114 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/ssl/certs/26722.pem -> 26722.pem in /etc/ssl/certs

	I0906 11:46:26.558427    4114 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/test/nested/copy/2672/hosts -> hosts in /etc/test/nested/copy/2672

	I0906 11:46:26.558459    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs /etc/test/nested/copy/2672

	I0906 11:46:26.561557    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/ssl/certs/26722.pem --> /etc/ssl/certs/26722.pem (1708 bytes)

	I0906 11:46:26.569587    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/test/nested/copy/2672/hosts --> /etc/test/nested/copy/2672/hosts (40 bytes)

	I0906 11:46:26.578532    4114 start.go:296] duration metric: took 51.096208ms for postStartSetup

	I0906 11:46:26.578543    4114 fix.go:56] duration metric: took 591.421ms for fixHost

	I0906 11:46:26.578586    4114 main.go:141] libmachine: Using SSH client type: native

	I0906 11:46:26.578704    4114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b445a0] 0x102b46e00 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0906 11:46:26.578707    4114 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0906 11:46:26.631033    4114 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725648386.735796170

	I0906 11:46:26.631039    4114 fix.go:216] guest clock: 1725648386.735796170

	I0906 11:46:26.631042    4114 fix.go:229] Guest: 2024-09-06 11:46:26.73579617 -0700 PDT Remote: 2024-09-06 11:46:26.578544 -0700 PDT m=+0.695912876 (delta=157.25217ms)

	I0906 11:46:26.631052    4114 fix.go:200] guest clock delta is within tolerance: 157.25217ms

	I0906 11:46:26.631054    4114 start.go:83] releasing machines lock for "functional-152000", held for 643.940417ms

	I0906 11:46:26.631328    4114 ssh_runner.go:195] Run: cat /version.json

	I0906 11:46:26.631334    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:46:26.631350    4114 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0906 11:46:26.631365    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:46:26.701629    4114 ssh_runner.go:195] Run: systemctl --version

	I0906 11:46:26.703813    4114 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0906 11:46:26.705735    4114 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0906 11:46:26.705759    4114 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0906 11:46:26.709623    4114 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable

	I0906 11:46:26.709629    4114 start.go:495] detecting cgroup driver to use...

	I0906 11:46:26.709694    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0906 11:46:26.716039    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"

	I0906 11:46:26.720300    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0906 11:46:26.724438    4114 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0906 11:46:26.724461    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0906 11:46:26.728422    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0906 11:46:26.732504    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0906 11:46:26.736465    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0906 11:46:26.740458    4114 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0906 11:46:26.744563    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0906 11:46:26.748633    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0906 11:46:26.752574    4114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0906 11:46:26.756571    4114 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0906 11:46:26.760020    4114 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0906 11:46:26.764454    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:26.851462    4114 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0906 11:46:26.863089    4114 start.go:495] detecting cgroup driver to use...

	I0906 11:46:26.863141    4114 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0906 11:46:26.869604    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0906 11:46:26.875159    4114 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0906 11:46:26.887114    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0906 11:46:26.892445    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0906 11:46:26.898258    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0906 11:46:26.904677    4114 ssh_runner.go:195] Run: which cri-dockerd

	I0906 11:46:26.906283    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0906 11:46:26.909457    4114 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)

	I0906 11:46:26.915099    4114 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0906 11:46:27.028643    4114 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0906 11:46:27.125362    4114 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0906 11:46:27.125421    4114 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0906 11:46:27.132321    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:27.241938    4114 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0906 11:46:39.660082    4114 ssh_runner.go:235] Completed: sudo systemctl restart docker: (12.41828925s)

	I0906 11:46:39.660142    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0906 11:46:39.666597    4114 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0906 11:46:39.674159    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0906 11:46:39.679413    4114 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0906 11:46:39.773644    4114 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0906 11:46:39.867974    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:39.956936    4114 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0906 11:46:39.964543    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0906 11:46:39.970165    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:40.056961    4114 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0906 11:46:40.087089    4114 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0906 11:46:40.087152    4114 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0906 11:46:40.089671    4114 start.go:563] Will wait 60s for crictl version

	I0906 11:46:40.089701    4114 ssh_runner.go:195] Run: which crictl

	I0906 11:46:40.091126    4114 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0906 11:46:40.103586    4114 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.2.0

	RuntimeApiVersion:  v1

	I0906 11:46:40.103668    4114 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0906 11:46:40.110904    4114 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0906 11:46:40.121109    4114 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...

	I0906 11:46:40.121178    4114 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0906 11:46:40.128185    4114 out.go:177]   - apiserver.enable-admission-plugins=NamespaceAutoProvision

	I0906 11:46:40.132141    4114 kubeadm.go:883] updating cluster {Name:functional-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:functional-152000 Namespace:default

APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVe

rsion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0906 11:46:40.132202    4114 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 11:46:40.132264    4114 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0906 11:46:40.138124    4114 docker.go:685] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-152000

	registry.k8s.io/kube-apiserver:v1.31.0

	registry.k8s.io/kube-controller-manager:v1.31.0

	registry.k8s.io/kube-scheduler:v1.31.0

	registry.k8s.io/kube-proxy:v1.31.0

	registry.k8s.io/etcd:3.5.15-0

	registry.k8s.io/pause:3.10

	registry.k8s.io/coredns/coredns:v1.11.1

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I0906 11:46:40.138131    4114 docker.go:615] Images already preloaded, skipping extraction

	I0906 11:46:40.138172    4114 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0906 11:46:40.143855    4114 docker.go:685] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-152000

	registry.k8s.io/kube-apiserver:v1.31.0

	registry.k8s.io/kube-controller-manager:v1.31.0

	registry.k8s.io/kube-scheduler:v1.31.0

	registry.k8s.io/kube-proxy:v1.31.0

	registry.k8s.io/etcd:3.5.15-0

	registry.k8s.io/pause:3.10

	registry.k8s.io/coredns/coredns:v1.11.1

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I0906 11:46:40.143861    4114 cache_images.go:84] Images are preloaded, skipping loading

	I0906 11:46:40.143865    4114 kubeadm.go:934] updating node { 192.168.105.4 8441 v1.31.0 docker true true} ...

	I0906 11:46:40.143925    4114 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=functional-152000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.4

	[Install]

	 config:

	{KubernetesVersion:v1.31.0 ClusterName:functional-152000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0906 11:46:40.143973    4114 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0906 11:46:40.160110    4114 extraconfig.go:124] Overwriting default enable-admission-plugins=NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota with user provided enable-admission-plugins=NamespaceAutoProvision for component apiserver

	I0906 11:46:40.160177    4114 cni.go:84] Creating CNI manager for ""

	I0906 11:46:40.160183    4114 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:46:40.160186    4114 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0906 11:46:40.160195    4114 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.4 APIServerPort:8441 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:functional-152000 NodeName:functional-152000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceAutoProvision] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.4"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.4 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOp

ts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0906 11:46:40.160265    4114 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.4

	  bindPort: 8441

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "functional-152000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.4

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceAutoProvision"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8441

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.31.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%"

	  nodefs.inodesFree: "0%"

	  imagefs.available: "0%"

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0906 11:46:40.160319    4114 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0

	I0906 11:46:40.164080    4114 binaries.go:44] Found k8s binaries, skipping transfer

	I0906 11:46:40.164103    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0906 11:46:40.167401    4114 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (317 bytes)

	I0906 11:46:40.173308    4114 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0906 11:46:40.179223    4114 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2012 bytes)

	I0906 11:46:40.185121    4114 ssh_runner.go:195] Run: grep 192.168.105.4	control-plane.minikube.internal$ /etc/hosts

	I0906 11:46:40.186398    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:40.258856    4114 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0906 11:46:40.264748    4114 certs.go:68] Setting up /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000 for IP: 192.168.105.4

	I0906 11:46:40.264752    4114 certs.go:194] generating shared ca certs ...

	I0906 11:46:40.264759    4114 certs.go:226] acquiring lock for ca certs: {Name:mkeb2acf337d35e5b807329b963b0c0723ad2fb5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:46:40.264903    4114 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key

	I0906 11:46:40.264956    4114 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key

	I0906 11:46:40.264965    4114 certs.go:256] generating profile certs ...

	I0906 11:46:40.265032    4114 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.key

	I0906 11:46:40.265084    4114 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/apiserver.key.e0c20b6f

	I0906 11:46:40.265133    4114 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/proxy-client.key

	I0906 11:46:40.265285    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/2672.pem (1338 bytes)

	W0906 11:46:40.265314    4114 certs.go:480] ignoring /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/2672_empty.pem, impossibly tiny 0 bytes

	I0906 11:46:40.265318    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca-key.pem (1679 bytes)

	I0906 11:46:40.265338    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem (1082 bytes)

	I0906 11:46:40.265356    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem (1123 bytes)

	I0906 11:46:40.265371    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/key.pem (1675 bytes)

	I0906 11:46:40.265407    4114 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/ssl/certs/26722.pem (1708 bytes)

	I0906 11:46:40.265730    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0906 11:46:40.274377    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0906 11:46:40.282459    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0906 11:46:40.290445    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0906 11:46:40.298384    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)

	I0906 11:46:40.306265    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0906 11:46:40.314186    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0906 11:46:40.322075    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0906 11:46:40.330264    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/files/etc/ssl/certs/26722.pem --> /usr/share/ca-certificates/26722.pem (1708 bytes)

	I0906 11:46:40.338168    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0906 11:46:40.346360    4114 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/2672.pem --> /usr/share/ca-certificates/2672.pem (1338 bytes)

	I0906 11:46:40.354463    4114 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0906 11:46:40.360552    4114 ssh_runner.go:195] Run: openssl version

	I0906 11:46:40.362764    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/26722.pem && ln -fs /usr/share/ca-certificates/26722.pem /etc/ssl/certs/26722.pem"

	I0906 11:46:40.366288    4114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/26722.pem

	I0906 11:46:40.367825    4114 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep  6 18:44 /usr/share/ca-certificates/26722.pem

	I0906 11:46:40.367848    4114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/26722.pem

	I0906 11:46:40.369993    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/26722.pem /etc/ssl/certs/3ec20f2e.0"

	I0906 11:46:40.373588    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0906 11:46:40.377559    4114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:46:40.379151    4114 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep  6 18:29 /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:46:40.379170    4114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0906 11:46:40.381205    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0906 11:46:40.385043    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2672.pem && ln -fs /usr/share/ca-certificates/2672.pem /etc/ssl/certs/2672.pem"

	I0906 11:46:40.389170    4114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2672.pem

	I0906 11:46:40.390791    4114 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep  6 18:44 /usr/share/ca-certificates/2672.pem

	I0906 11:46:40.390809    4114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2672.pem

	I0906 11:46:40.392908    4114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/2672.pem /etc/ssl/certs/51391683.0"

	I0906 11:46:40.396706    4114 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0906 11:46:40.398414    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0906 11:46:40.400525    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0906 11:46:40.402937    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0906 11:46:40.404850    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0906 11:46:40.406864    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0906 11:46:40.408889    4114 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0906 11:46:40.410873    4114 kubeadm.go:392] StartCluster: {Name:functional-152000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:functional-152000 Namespace:default AP

IServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersi

on:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 11:46:40.410955    4114 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0906 11:46:40.416692    4114 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0906 11:46:40.421014    4114 kubeadm.go:408] found existing configuration files, will attempt cluster restart

	I0906 11:46:40.421017    4114 kubeadm.go:593] restartPrimaryControlPlane start ...

	I0906 11:46:40.421042    4114 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I0906 11:46:40.424727    4114 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0906 11:46:40.425026    4114 kubeconfig.go:125] found "functional-152000" server: "https://192.168.105.4:8441"

	I0906 11:46:40.425663    4114 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0906 11:46:40.429268    4114 kubeadm.go:640] detected kubeadm config drift (will reconfigure cluster from new /var/tmp/minikube/kubeadm.yaml):

	-- stdout --

	--- /var/tmp/minikube/kubeadm.yaml

	+++ /var/tmp/minikube/kubeadm.yaml.new

	@@ -22,7 +22,7 @@

	 apiServer:

	   certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	   extraArgs:

	-    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	+    enable-admission-plugins: "NamespaceAutoProvision"

	 controllerManager:

	   extraArgs:

	     allocate-node-cidrs: "true"

	-- /stdout --

	I0906 11:46:40.429271    4114 kubeadm.go:1160] stopping kube-system containers ...

	I0906 11:46:40.429311    4114 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0906 11:46:40.436636    4114 docker.go:483] Stopping containers: [5c51321ca997 f2d3fb6f72d2 28af283a708d 0c3b2ccf0e27 6ca94d593630 af0616566f10 25f65f6241b7 15cc40d93868 0b3d5cea6ad1 acf714636111 d45cf0befd32 cadc0991e0c0 04601ed264ab 817cdaaa170d 73a5bdd72ddd a49587ced0c0 2a0896f85d14 42f4b7fd3fde 158f55030395 b4d6ffb233ea fbbe7ed5a587 6b1cf3a8358c 34c12739f5ee d7cd32413913 69d0759a3af9 5928c252fbab 90efbdf913b0 f350c66373bb]

	I0906 11:46:40.436692    4114 ssh_runner.go:195] Run: docker stop 5c51321ca997 f2d3fb6f72d2 28af283a708d 0c3b2ccf0e27 6ca94d593630 af0616566f10 25f65f6241b7 15cc40d93868 0b3d5cea6ad1 acf714636111 d45cf0befd32 cadc0991e0c0 04601ed264ab 817cdaaa170d 73a5bdd72ddd a49587ced0c0 2a0896f85d14 42f4b7fd3fde 158f55030395 b4d6ffb233ea fbbe7ed5a587 6b1cf3a8358c 34c12739f5ee d7cd32413913 69d0759a3af9 5928c252fbab 90efbdf913b0 f350c66373bb

	I0906 11:46:40.447550    4114 ssh_runner.go:195] Run: sudo systemctl stop kubelet

	I0906 11:46:40.558092    4114 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0906 11:46:40.564179    4114 kubeadm.go:157] found existing configuration files:

	-rw------- 1 root root 5647 Sep  6 18:45 /etc/kubernetes/admin.conf

	-rw------- 1 root root 5657 Sep  6 18:45 /etc/kubernetes/controller-manager.conf

	-rw------- 1 root root 2007 Sep  6 18:45 /etc/kubernetes/kubelet.conf

	-rw------- 1 root root 5601 Sep  6 18:45 /etc/kubernetes/scheduler.conf

	I0906 11:46:40.564219    4114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/admin.conf

	I0906 11:46:40.569384    4114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf

	I0906 11:46:40.573902    4114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf

	I0906 11:46:40.578112    4114 kubeadm.go:163] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf: Process exited with status 1

	stdout:

	stderr:

	I0906 11:46:40.578135    4114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0906 11:46:40.581993    4114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf

	I0906 11:46:40.585650    4114 kubeadm.go:163] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf: Process exited with status 1

	stdout:

	stderr:

	I0906 11:46:40.585673    4114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0906 11:46:40.589564    4114 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0906 11:46:40.593576    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:40.610634    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:41.249641    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:41.364201    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:41.385411    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:41.406851    4114 api_server.go:52] waiting for apiserver process to appear ...

	I0906 11:46:41.406923    4114 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0906 11:46:41.907742    4114 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0906 11:46:42.408950    4114 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0906 11:46:42.414195    4114 api_server.go:72] duration metric: took 1.007358042s to wait for apiserver process to appear ...

	I0906 11:46:42.414201    4114 api_server.go:88] waiting for apiserver healthz status ...

	I0906 11:46:42.414209    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:46:44.479746    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W0906 11:46:44.479758    4114 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I0906 11:46:44.479764    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:46:44.493428    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W0906 11:46:44.493436    4114 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I0906 11:46:44.916357    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:46:44.930440    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-local-available-controller ok

	[+]poststarthook/apiservice-status-remote-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	W0906 11:46:44.930498    4114 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-local-available-controller ok

	[+]poststarthook/apiservice-status-remote-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	I0906 11:46:45.414602    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:46:45.426291    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-local-available-controller ok

	[+]poststarthook/apiservice-status-remote-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	W0906 11:46:45.426313    4114 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-local-available-controller ok

	[+]poststarthook/apiservice-status-remote-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	I0906 11:46:45.916267    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:46:45.919339    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I0906 11:46:45.926079    4114 api_server.go:141] control plane version: v1.31.0

	I0906 11:46:45.926088    4114 api_server.go:131] duration metric: took 3.511929042s to wait for apiserver health ...

	I0906 11:46:45.926094    4114 cni.go:84] Creating CNI manager for ""

	I0906 11:46:45.926099    4114 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0906 11:46:46.007064    4114 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0906 11:46:46.011033    4114 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0906 11:46:46.015223    4114 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)

	I0906 11:46:46.023285    4114 system_pods.go:43] waiting for kube-system pods to appear ...

	I0906 11:46:46.028870    4114 system_pods.go:59] 7 kube-system pods found

	I0906 11:46:46.028882    4114 system_pods.go:61] "coredns-6f6b679f8f-7twkf" [80e49f93-2ebf-473c-a0f5-1d708776cf91] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])

	I0906 11:46:46.028885    4114 system_pods.go:61] "etcd-functional-152000" [4546b350-cc12-41f7-8559-cb4e3890f739] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])

	I0906 11:46:46.028888    4114 system_pods.go:61] "kube-apiserver-functional-152000" [432a98fc-bf8f-4f64-ab04-5f80d5c7985a] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])

	I0906 11:46:46.028890    4114 system_pods.go:61] "kube-controller-manager-functional-152000" [8e2ac1bf-b356-477a-bb81-b705561d8ca5] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])

	I0906 11:46:46.028893    4114 system_pods.go:61] "kube-proxy-gd8mr" [f8e39fbf-0b2b-416e-a0ac-f644485a0adb] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])

	I0906 11:46:46.028894    4114 system_pods.go:61] "kube-scheduler-functional-152000" [043e09ab-5a15-490b-9e23-604c93137341] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])

	I0906 11:46:46.028896    4114 system_pods.go:61] "storage-provisioner" [337229e4-0d57-4b50-bcac-9715daaefc64] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0906 11:46:46.028899    4114 system_pods.go:74] duration metric: took 5.606875ms to wait for pod list to return data ...

	I0906 11:46:46.028902    4114 node_conditions.go:102] verifying NodePressure condition ...

	I0906 11:46:46.030676    4114 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0906 11:46:46.030682    4114 node_conditions.go:123] node cpu capacity is 2

	I0906 11:46:46.030688    4114 node_conditions.go:105] duration metric: took 1.783917ms to run NodePressure ...

	I0906 11:46:46.030695    4114 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"

	I0906 11:46:46.265957    4114 kubeadm.go:724] waiting for restarted kubelet to initialise ...

	I0906 11:46:46.269845    4114 kubeadm.go:739] kubelet initialised

	I0906 11:46:46.269853    4114 kubeadm.go:740] duration metric: took 3.882625ms waiting for restarted kubelet to initialise ...

	I0906 11:46:46.269859    4114 pod_ready.go:36] extra waiting up to 4m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:46:46.273875    4114 pod_ready.go:79] waiting up to 4m0s for pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:48.281654    4114 pod_ready.go:103] pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace has status "Ready":"False"

	I0906 11:46:50.289788    4114 pod_ready.go:93] pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:50.289811    4114 pod_ready.go:82] duration metric: took 4.015974834s for pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:50.289830    4114 pod_ready.go:79] waiting up to 4m0s for pod "etcd-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:52.303948    4114 pod_ready.go:103] pod "etcd-functional-152000" in "kube-system" namespace has status "Ready":"False"

	I0906 11:46:54.305651    4114 pod_ready.go:103] pod "etcd-functional-152000" in "kube-system" namespace has status "Ready":"False"

	I0906 11:46:56.805796    4114 pod_ready.go:93] pod "etcd-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:56.805824    4114 pod_ready.go:82] duration metric: took 6.516065s for pod "etcd-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:56.805838    4114 pod_ready.go:79] waiting up to 4m0s for pod "kube-apiserver-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:58.322378    4114 pod_ready.go:93] pod "kube-apiserver-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:58.322402    4114 pod_ready.go:82] duration metric: took 1.516571s for pod "kube-apiserver-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:58.322419    4114 pod_ready.go:79] waiting up to 4m0s for pod "kube-controller-manager-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.837427    4114 pod_ready.go:93] pod "kube-controller-manager-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:59.837453    4114 pod_ready.go:82] duration metric: took 1.515039416s for pod "kube-controller-manager-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.837471    4114 pod_ready.go:79] waiting up to 4m0s for pod "kube-proxy-gd8mr" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.845239    4114 pod_ready.go:93] pod "kube-proxy-gd8mr" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:59.845250    4114 pod_ready.go:82] duration metric: took 7.771416ms for pod "kube-proxy-gd8mr" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.845259    4114 pod_ready.go:79] waiting up to 4m0s for pod "kube-scheduler-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.853143    4114 pod_ready.go:93] pod "kube-scheduler-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:46:59.853157    4114 pod_ready.go:82] duration metric: took 7.889542ms for pod "kube-scheduler-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:46:59.853171    4114 pod_ready.go:39] duration metric: took 13.583474333s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:46:59.853195    4114 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0906 11:46:59.864620    4114 ops.go:34] apiserver oom_adj: -16

	I0906 11:46:59.864631    4114 kubeadm.go:597] duration metric: took 19.443853416s to restartPrimaryControlPlane

	I0906 11:46:59.864638    4114 kubeadm.go:394] duration metric: took 19.454011334s to StartCluster

	I0906 11:46:59.864655    4114 settings.go:142] acquiring lock: {Name:mk12afd771d0c660db2e89d96a6968c1a28fb2c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:46:59.864849    4114 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 11:46:59.865555    4114 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/kubeconfig: {Name:mkb103f2b581179fd959f22a1dc4c9c6720f9366 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 11:46:59.866953    4114 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 11:46:59.866996    4114 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]

	I0906 11:46:59.867100    4114 addons.go:69] Setting storage-provisioner=true in profile "functional-152000"

	I0906 11:46:59.867116    4114 addons.go:69] Setting default-storageclass=true in profile "functional-152000"

	I0906 11:46:59.867127    4114 addons.go:234] Setting addon storage-provisioner=true in "functional-152000"

	W0906 11:46:59.867133    4114 addons.go:243] addon storage-provisioner should already be in state true

	I0906 11:46:59.867150    4114 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "functional-152000"

	I0906 11:46:59.867157    4114 host.go:66] Checking if "functional-152000" exists ...

	I0906 11:46:59.867234    4114 config.go:182] Loaded profile config "functional-152000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:46:59.869056    4114 addons.go:234] Setting addon default-storageclass=true in "functional-152000"

	W0906 11:46:59.869061    4114 addons.go:243] addon default-storageclass should already be in state true

	I0906 11:46:59.869072    4114 host.go:66] Checking if "functional-152000" exists ...

	I0906 11:46:59.871074    4114 out.go:177] * Verifying Kubernetes components...

	I0906 11:46:59.871667    4114 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml

	I0906 11:46:59.875238    4114 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0906 11:46:59.875254    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:46:59.878945    4114 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0906 11:46:59.883047    4114 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0906 11:46:59.885981    4114 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0906 11:46:59.885986    4114 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0906 11:46:59.885994    4114 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/functional-152000/id_rsa Username:docker}

	I0906 11:47:00.000816    4114 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0906 11:47:00.007948    4114 node_ready.go:35] waiting up to 6m0s for node "functional-152000" to be "Ready" ...

	I0906 11:47:00.009508    4114 node_ready.go:49] node "functional-152000" has status "Ready":"True"

	I0906 11:47:00.009520    4114 node_ready.go:38] duration metric: took 1.55525ms for node "functional-152000" to be "Ready" ...

	I0906 11:47:00.009523    4114 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:47:00.012457    4114 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0906 11:47:00.012879    4114 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.015337    4114 pod_ready.go:93] pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:00.015340    4114 pod_ready.go:82] duration metric: took 2.456041ms for pod "coredns-6f6b679f8f-7twkf" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.015344    4114 pod_ready.go:79] waiting up to 6m0s for pod "etcd-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.066661    4114 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0906 11:47:00.343276    4114 out.go:177] * Enabled addons: default-storageclass, storage-provisioner

	I0906 11:47:00.347468    4114 addons.go:510] duration metric: took 480.508458ms for enable addons: enabled=[default-storageclass storage-provisioner]

	I0906 11:47:00.395379    4114 pod_ready.go:93] pod "etcd-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:00.395383    4114 pod_ready.go:82] duration metric: took 380.042041ms for pod "etcd-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.395387    4114 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.801765    4114 pod_ready.go:93] pod "kube-apiserver-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:00.801795    4114 pod_ready.go:82] duration metric: took 406.403917ms for pod "kube-apiserver-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:00.801821    4114 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.201534    4114 pod_ready.go:93] pod "kube-controller-manager-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:01.201566    4114 pod_ready.go:82] duration metric: took 399.731708ms for pod "kube-controller-manager-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.201586    4114 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gd8mr" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.598295    4114 pod_ready.go:93] pod "kube-proxy-gd8mr" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:01.598311    4114 pod_ready.go:82] duration metric: took 396.717583ms for pod "kube-proxy-gd8mr" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.598322    4114 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.996719    4114 pod_ready.go:93] pod "kube-scheduler-functional-152000" in "kube-system" namespace has status "Ready":"True"

	I0906 11:47:01.996728    4114 pod_ready.go:82] duration metric: took 398.403167ms for pod "kube-scheduler-functional-152000" in "kube-system" namespace to be "Ready" ...

	I0906 11:47:01.996736    4114 pod_ready.go:39] duration metric: took 1.98723275s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0906 11:47:01.996807    4114 api_server.go:52] waiting for apiserver process to appear ...

	I0906 11:47:01.996958    4114 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0906 11:47:02.008192    4114 api_server.go:72] duration metric: took 2.141246958s to wait for apiserver process to appear ...

	I0906 11:47:02.008201    4114 api_server.go:88] waiting for apiserver healthz status ...

	I0906 11:47:02.008214    4114 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0906 11:47:02.012382    4114 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I0906 11:47:02.013068    4114 api_server.go:141] control plane version: v1.31.0

	I0906 11:47:02.013074    4114 api_server.go:131] duration metric: took 4.869583ms to wait for apiserver health ...

	I0906 11:47:02.013077    4114 system_pods.go:43] waiting for kube-system pods to appear ...

	I0906 11:47:02.205621    4114 system_pods.go:59] 7 kube-system pods found

	I0906 11:47:02.205650    4114 system_pods.go:61] "coredns-6f6b679f8f-7twkf" [80e49f93-2ebf-473c-a0f5-1d708776cf91] Running

	I0906 11:47:02.205659    4114 system_pods.go:61] "etcd-functional-152000" [4546b350-cc12-41f7-8559-cb4e3890f739] Running

	I0906 11:47:02.205663    4114 system_pods.go:61] "kube-apiserver-functional-152000" [432a98fc-bf8f-4f64-ab04-5f80d5c7985a] Running

	I0906 11:47:02.205667    4114 system_pods.go:61] "kube-controller-manager-functional-152000" [8e2ac1bf-b356-477a-bb81-b705561d8ca5] Running

	I0906 11:47:02.205671    4114 system_pods.go:61] "kube-proxy-gd8mr" [f8e39fbf-0b2b-416e-a0ac-f644485a0adb] Running

	I0906 11:47:02.205675    4114 system_pods.go:61] "kube-scheduler-functional-152000" [043e09ab-5a15-490b-9e23-604c93137341] Running

	I0906 11:47:02.205678    4114 system_pods.go:61] "storage-provisioner" [337229e4-0d57-4b50-bcac-9715daaefc64] Running

	I0906 11:47:02.205684    4114 system_pods.go:74] duration metric: took 192.604708ms to wait for pod list to return data ...

	I0906 11:47:02.205695    4114 default_sa.go:34] waiting for default service account to be created ...

	I0906 11:47:02.401205    4114 default_sa.go:45] found service account: "default"

	I0906 11:47:02.401231    4114 default_sa.go:55] duration metric: took 195.530542ms for default service account to be created ...

	I0906 11:47:02.401247    4114 system_pods.go:116] waiting for k8s-apps to be running ...

	I0906 11:47:02.608099    4114 system_pods.go:86] 7 kube-system pods found

	I0906 11:47:02.608128    4114 system_pods.go:89] "coredns-6f6b679f8f-7twkf" [80e49f93-2ebf-473c-a0f5-1d708776cf91] Running

	I0906 11:47:02.608141    4114 system_pods.go:89] "etcd-functional-152000" [4546b350-cc12-41f7-8559-cb4e3890f739] Running

	I0906 11:47:02.608147    4114 system_pods.go:89] "kube-apiserver-functional-152000" [432a98fc-bf8f-4f64-ab04-5f80d5c7985a] Running

	I0906 11:47:02.608154    4114 system_pods.go:89] "kube-controller-manager-functional-152000" [8e2ac1bf-b356-477a-bb81-b705561d8ca5] Running

	I0906 11:47:02.608163    4114 system_pods.go:89] "kube-proxy-gd8mr" [f8e39fbf-0b2b-416e-a0ac-f644485a0adb] Running

	I0906 11:47:02.608168    4114 system_pods.go:89] "kube-scheduler-functional-152000" [043e09ab-5a15-490b-9e23-604c93137341] Running

	I0906 11:47:02.608173    4114 system_pods.go:89] "storage-provisioner" [337229e4-0d57-4b50-bcac-9715daaefc64] Running

	I0906 11:47:02.608185    4114 system_pods.go:126] duration metric: took 206.932667ms to wait for k8s-apps to be running ...

	I0906 11:47:02.608197    4114 system_svc.go:44] waiting for kubelet service to be running ....

	I0906 11:47:02.608397    4114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0906 11:47:02.627938    4114 system_svc.go:56] duration metric: took 19.738834ms WaitForService to wait for kubelet

	I0906 11:47:02.627953    4114 kubeadm.go:582] duration metric: took 2.761013833s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 11:47:02.627973    4114 node_conditions.go:102] verifying NodePressure condition ...

	I0906 11:47:02.802380    4114 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0906 11:47:02.802410    4114 node_conditions.go:123] node cpu capacity is 2

	I0906 11:47:02.802442    4114 node_conditions.go:105] duration metric: took 174.46425ms to run NodePressure ...

	I0906 11:47:02.802473    4114 start.go:241] waiting for startup goroutines ...

	I0906 11:47:02.802492    4114 start.go:246] waiting for cluster config update ...

	I0906 11:47:02.802516    4114 start.go:255] writing updated cluster config ...

	I0906 11:47:02.804121    4114 ssh_runner.go:195] Run: rm -f paused

	I0906 11:47:02.871229    4114 start.go:600] kubectl: 1.29.2, cluster: 1.31.0 (minor skew: 2)

	I0906 11:47:02.875427    4114 out.go:201] 

	W0906 11:47:02.879504    4114 out.go:270] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.31.0.

	I0906 11:47:02.883429    4114 out.go:177]   - Want kubectl v1.31.0? Try 'minikube kubectl -- get pods -A'

	I0906 11:47:02.891436    4114 out.go:177] * Done! kubectl is now configured to use "functional-152000" cluster and "default" namespace by default

	==> Docker <==

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.631646724Z" level=warning msg="cleaning up after shim disconnected" id=9a5b516e22a4724ff292bde504d3aaa9232695b0b953f683a9c223906813535c namespace=moby

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.631650809Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:47:40 functional-152000 cri-dockerd[5973]: time="2024-09-06T18:47:40Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Image is up to date for nginx:latest"

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.909229494Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.909339537Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.909373926Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:40 functional-152000 dockerd[5725]: time="2024-09-06T18:47:40.909443995Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:48 functional-152000 dockerd[5725]: time="2024-09-06T18:47:48.916165325Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 06 18:47:48 functional-152000 dockerd[5725]: time="2024-09-06T18:47:48.916196712Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 06 18:47:48 functional-152000 dockerd[5725]: time="2024-09-06T18:47:48.916202840Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:48 functional-152000 dockerd[5725]: time="2024-09-06T18:47:48.916232101Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:48 functional-152000 cri-dockerd[5973]: time="2024-09-06T18:47:48Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/b3c6797b1ebe043628fdf7e835e15e633bf4721494ea78755a097485afe3be21/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Sep 06 18:47:50 functional-152000 cri-dockerd[5973]: time="2024-09-06T18:47:50Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/busybox:1.28.4-glibc: Status: Downloaded newer image for gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.370345448Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.370377669Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.370394217Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.370424312Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.401468561Z" level=info msg="shim disconnected" id=a3fa6fda52aa481f6da9f74cd8fc779e0b100865b556c5585b126107ad0c2208 namespace=moby

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.401520998Z" level=warning msg="cleaning up after shim disconnected" id=a3fa6fda52aa481f6da9f74cd8fc779e0b100865b556c5585b126107ad0c2208 namespace=moby

	Sep 06 18:47:50 functional-152000 dockerd[5725]: time="2024-09-06T18:47:50.401525791Z" level=info msg="cleaning up dead shim" namespace=moby

	Sep 06 18:47:50 functional-152000 dockerd[5719]: time="2024-09-06T18:47:50.401636751Z" level=info msg="ignoring event" container=a3fa6fda52aa481f6da9f74cd8fc779e0b100865b556c5585b126107ad0c2208 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:47:51 functional-152000 dockerd[5719]: time="2024-09-06T18:47:51.693875185Z" level=info msg="ignoring event" container=b3c6797b1ebe043628fdf7e835e15e633bf4721494ea78755a097485afe3be21 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Sep 06 18:47:51 functional-152000 dockerd[5725]: time="2024-09-06T18:47:51.694127531Z" level=info msg="shim disconnected" id=b3c6797b1ebe043628fdf7e835e15e633bf4721494ea78755a097485afe3be21 namespace=moby

	Sep 06 18:47:51 functional-152000 dockerd[5725]: time="2024-09-06T18:47:51.694174424Z" level=warning msg="cleaning up after shim disconnected" id=b3c6797b1ebe043628fdf7e835e15e633bf4721494ea78755a097485afe3be21 namespace=moby

	Sep 06 18:47:51 functional-152000 dockerd[5725]: time="2024-09-06T18:47:51.694179218Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE                                                                                                 CREATED              STATE               NAME                      ATTEMPT             POD ID              POD

	a3fa6fda52aa4       gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e   2 seconds ago        Exited              mount-munger              0                   b3c6797b1ebe0       busybox-mount

	1f01748ce126d       nginx@sha256:04ba374043ccd2fc5c593885c0eacddebabd5ca375f9323666f28dfd5a9710e3                         12 seconds ago       Running             myfrontend                0                   79d05e59e78cb       sp-pod

	9a5b516e22a47       72565bf5bbedf                                                                                         12 seconds ago       Exited              echoserver-arm            2                   8306181cfcafc       hello-node-connect-65d86f57f4-lpwm6

	3217ee2c51c7b       72565bf5bbedf                                                                                         23 seconds ago       Exited              echoserver-arm            2                   98bf0304367ed       hello-node-64b4f8f9ff-w6kkx

	1292d4ef20ac6       nginx@sha256:c04c18adc2a407740a397c8407c011fc6c90026a9b65cceddef7ae5484360158                         36 seconds ago       Running             nginx                     0                   61b8969595790       nginx-svc

	65470f88349d5       2437cf7621777                                                                                         About a minute ago   Running             coredns                   2                   5508d6367fdea       coredns-6f6b679f8f-7twkf

	7177fef22eef7       71d55d66fd4ee                                                                                         About a minute ago   Running             kube-proxy                2                   9bcb05a6fb7a1       kube-proxy-gd8mr

	952bddde03c94       ba04bb24b9575                                                                                         About a minute ago   Running             storage-provisioner       3                   2fd19fac5faeb       storage-provisioner

	a196bd54a2db8       fcb0683e6bdbd                                                                                         About a minute ago   Running             kube-controller-manager   2                   2fe6e77026a2f       kube-controller-manager-functional-152000

	4bbf8f9d0b9cf       fbbbd428abb4d                                                                                         About a minute ago   Running             kube-scheduler            2                   3e4310faeb823       kube-scheduler-functional-152000

	ecadbabfa1150       27e3830e14027                                                                                         About a minute ago   Running             etcd                      2                   44e7e8a23a712       etcd-functional-152000

	04fc9bd81509a       cd0f0ae0ec9e0                                                                                         About a minute ago   Running             kube-apiserver            0                   a407a5a5624bb       kube-apiserver-functional-152000

	5c51321ca997c       ba04bb24b9575                                                                                         About a minute ago   Exited              storage-provisioner       2                   25f65f6241b76       storage-provisioner

	f2d3fb6f72d2d       2437cf7621777                                                                                         About a minute ago   Exited              coredns                   1                   6ca94d5936308       coredns-6f6b679f8f-7twkf

	28af283a708d8       71d55d66fd4ee                                                                                         About a minute ago   Exited              kube-proxy                1                   af0616566f105       kube-proxy-gd8mr

	15cc40d938688       fbbbd428abb4d                                                                                         About a minute ago   Exited              kube-scheduler            1                   cadc0991e0c0c       kube-scheduler-functional-152000

	0b3d5cea6ad1a       27e3830e14027                                                                                         About a minute ago   Exited              etcd                      1                   73a5bdd72ddd1       etcd-functional-152000

	acf7146361118       fcb0683e6bdbd                                                                                         About a minute ago   Exited              kube-controller-manager   1                   04601ed264abc       kube-controller-manager-functional-152000

	==> coredns [65470f88349d] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.11.1

	linux/arm64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:56807 - 32935 "HINFO IN 6593387512151747770.1989517358922459076. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.00440471s

	[INFO] 10.244.0.1:40783 - 49976 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 4096" NOERROR qr,aa,rd 104 0.000103501s

	[INFO] 10.244.0.1:40761 - 40843 "AAAA IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 146 0.000147061s

	[INFO] 10.244.0.1:2034 - 28073 "SVCB IN _dns.resolver.arpa. udp 36 false 512" NXDOMAIN qr,rd,ra 116 0.001468773s

	[INFO] 10.244.0.1:11977 - 8 "A IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 104 0.000142184s

	[INFO] 10.244.0.1:7046 - 59928 "AAAA IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 146 0.000060775s

	[INFO] 10.244.0.1:13277 - 42217 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 104 0.000100625s

	==> coredns [f2d3fb6f72d2] <==

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.11.1

	linux/arm64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:41101 - 19430 "HINFO IN 6742108867718733250.868254855292763711. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.005320767s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> describe nodes <==

	Name:               functional-152000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=functional-152000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13

	                    minikube.k8s.io/name=functional-152000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_09_06T11_45_27_0700

	                    minikube.k8s.io/version=v1.34.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Fri, 06 Sep 2024 18:45:24 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  functional-152000

	  AcquireTime:     <unset>

	  RenewTime:       Fri, 06 Sep 2024 18:47:46 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Fri, 06 Sep 2024 18:47:45 +0000   Fri, 06 Sep 2024 18:45:24 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Fri, 06 Sep 2024 18:47:45 +0000   Fri, 06 Sep 2024 18:45:24 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Fri, 06 Sep 2024 18:47:45 +0000   Fri, 06 Sep 2024 18:45:24 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Fri, 06 Sep 2024 18:47:45 +0000   Fri, 06 Sep 2024 18:45:30 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.4

	  Hostname:    functional-152000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904744Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904744Ki

	  pods:               110

	System Info:

	  Machine ID:                 32fc289d3e2744cb96f0c07205da8f67

	  System UUID:                32fc289d3e2744cb96f0c07205da8f67

	  Boot ID:                    c959707d-a187-4035-9eb4-1d907bb14d39

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://27.2.0

	  Kubelet Version:            v1.31.0

	  Kube-Proxy Version:         

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (11 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  default                     hello-node-64b4f8f9ff-w6kkx                  0 (0%)        0 (0%)      0 (0%)           0 (0%)         43s

	  default                     hello-node-connect-65d86f57f4-lpwm6          0 (0%)        0 (0%)      0 (0%)           0 (0%)         30s

	  default                     nginx-svc                                    0 (0%)        0 (0%)      0 (0%)           0 (0%)         39s

	  default                     sp-pod                                       0 (0%)        0 (0%)      0 (0%)           0 (0%)         13s

	  kube-system                 coredns-6f6b679f8f-7twkf                     100m (5%)     0 (0%)      70Mi (1%)        170Mi (4%)     2m20s

	  kube-system                 etcd-functional-152000                       100m (5%)     0 (0%)      100Mi (2%)       0 (0%)         2m26s

	  kube-system                 kube-apiserver-functional-152000             250m (12%)    0 (0%)      0 (0%)           0 (0%)         67s

	  kube-system                 kube-controller-manager-functional-152000    200m (10%)    0 (0%)      0 (0%)           0 (0%)         2m26s

	  kube-system                 kube-proxy-gd8mr                             0 (0%)        0 (0%)      0 (0%)           0 (0%)         2m20s

	  kube-system                 kube-scheduler-functional-152000             100m (5%)     0 (0%)      0 (0%)           0 (0%)         2m26s

	  kube-system                 storage-provisioner                          0 (0%)        0 (0%)      0 (0%)           0 (0%)         2m20s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%)  0 (0%)

	  memory             170Mi (4%)  170Mi (4%)

	  ephemeral-storage  0 (0%)      0 (0%)

	  hugepages-1Gi      0 (0%)      0 (0%)

	  hugepages-2Mi      0 (0%)      0 (0%)

	  hugepages-32Mi     0 (0%)      0 (0%)

	  hugepages-64Ki     0 (0%)      0 (0%)

	Events:

	  Type    Reason                   Age                    From             Message

	  ----    ------                   ----                   ----             -------

	  Normal  Starting                 2m19s                  kube-proxy       

	  Normal  Starting                 66s                    kube-proxy       

	  Normal  Starting                 112s                   kube-proxy       

	  Normal  NodeHasNoDiskPressure    2m26s (x2 over 2m26s)  kubelet          Node functional-152000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  2m26s (x2 over 2m26s)  kubelet          Node functional-152000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasSufficientPID     2m26s (x2 over 2m26s)  kubelet          Node functional-152000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m26s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 2m26s                  kubelet          Starting kubelet.

	  Normal  NodeReady                2m22s                  kubelet          Node functional-152000 status is now: NodeReady

	  Normal  RegisteredNode           2m21s                  node-controller  Node functional-152000 event: Registered Node functional-152000 in Controller

	  Normal  NodeHasNoDiskPressure    116s (x8 over 116s)    kubelet          Node functional-152000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  116s (x8 over 116s)    kubelet          Node functional-152000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 116s                   kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     116s (x7 over 116s)    kubelet          Node functional-152000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  116s                   kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           110s                   node-controller  Node functional-152000 event: Registered Node functional-152000 in Controller

	  Normal  Starting                 71s                    kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  71s (x8 over 71s)      kubelet          Node functional-152000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    71s (x8 over 71s)      kubelet          Node functional-152000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     71s (x7 over 71s)      kubelet          Node functional-152000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  71s                    kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           65s                    node-controller  Node functional-152000 event: Registered Node functional-152000 in Controller

	==> dmesg <==

	[  +3.403607] kauditd_printk_skb: 199 callbacks suppressed

	[Sep 6 18:46] kauditd_printk_skb: 38 callbacks suppressed

	[  +5.029378] systemd-fstab-generator[4812]: Ignoring "noauto" option for root device

	[ +10.748109] systemd-fstab-generator[5250]: Ignoring "noauto" option for root device

	[  +0.053500] kauditd_printk_skb: 12 callbacks suppressed

	[  +0.123204] systemd-fstab-generator[5284]: Ignoring "noauto" option for root device

	[  +0.103071] systemd-fstab-generator[5296]: Ignoring "noauto" option for root device

	[  +0.110143] systemd-fstab-generator[5310]: Ignoring "noauto" option for root device

	[  +5.103374] kauditd_printk_skb: 89 callbacks suppressed

	[  +7.449083] systemd-fstab-generator[5926]: Ignoring "noauto" option for root device

	[  +0.093559] systemd-fstab-generator[5938]: Ignoring "noauto" option for root device

	[  +0.089531] systemd-fstab-generator[5950]: Ignoring "noauto" option for root device

	[  +0.099543] systemd-fstab-generator[5965]: Ignoring "noauto" option for root device

	[  +0.200887] systemd-fstab-generator[6133]: Ignoring "noauto" option for root device

	[  +1.090668] systemd-fstab-generator[6253]: Ignoring "noauto" option for root device

	[  +4.449780] kauditd_printk_skb: 199 callbacks suppressed

	[ +14.181692] systemd-fstab-generator[7275]: Ignoring "noauto" option for root device

	[  +0.055115] kauditd_printk_skb: 35 callbacks suppressed

	[Sep 6 18:47] kauditd_printk_skb: 28 callbacks suppressed

	[  +7.353602] kauditd_printk_skb: 19 callbacks suppressed

	[  +5.054157] kauditd_printk_skb: 27 callbacks suppressed

	[  +5.812993] kauditd_printk_skb: 14 callbacks suppressed

	[  +5.713213] kauditd_printk_skb: 10 callbacks suppressed

	[  +9.355781] kauditd_printk_skb: 1 callbacks suppressed

	[  +9.693142] kauditd_printk_skb: 21 callbacks suppressed

	==> etcd [0b3d5cea6ad1] <==

	{"level":"info","ts":"2024-09-06T18:45:58.326260Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 2"}

	{"level":"info","ts":"2024-09-06T18:45:58.326345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 2"}

	{"level":"info","ts":"2024-09-06T18:45:58.326387Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 3"}

	{"level":"info","ts":"2024-09-06T18:45:58.326404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-06T18:45:58.326431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 3"}

	{"level":"info","ts":"2024-09-06T18:45:58.326465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-06T18:45:58.331553Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-06T18:45:58.331568Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-152000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-09-06T18:45:58.331861Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-06T18:45:58.334019Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-06T18:45:58.334269Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-09-06T18:45:58.334302Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-09-06T18:45:58.335253Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-06T18:45:58.335792Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-09-06T18:45:58.336618Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-09-06T18:46:27.372616Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}

	{"level":"info","ts":"2024-09-06T18:46:27.372648Z","caller":"embed/etcd.go:377","msg":"closing etcd server","name":"functional-152000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	{"level":"warn","ts":"2024-09-06T18:46:27.372694Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-06T18:46:27.372737Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-06T18:46:27.379621Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-09-06T18:46:27.379645Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"info","ts":"2024-09-06T18:46:27.379665Z","caller":"etcdserver/server.go:1521","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7520ddf439b1d16","current-leader-member-id":"7520ddf439b1d16"}

	{"level":"info","ts":"2024-09-06T18:46:27.381273Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-06T18:46:27.381299Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-06T18:46:27.381302Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"functional-152000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	==> etcd [ecadbabfa115] <==

	{"level":"info","ts":"2024-09-06T18:46:42.283530Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","cluster-version":"3.5"}

	{"level":"info","ts":"2024-09-06T18:46:42.283562Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-09-06T18:46:42.284764Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-06T18:46:42.285341Z","caller":"embed/etcd.go:728","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}

	{"level":"info","ts":"2024-09-06T18:46:42.285428Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-06T18:46:42.285451Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-09-06T18:46:42.286263Z","caller":"embed/etcd.go:279","msg":"now serving peer/client/metrics","local-member-id":"7520ddf439b1d16","initial-advertise-peer-urls":["https://192.168.105.4:2380"],"listen-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.105.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}

	{"level":"info","ts":"2024-09-06T18:46:42.286294Z","caller":"embed/etcd.go:870","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2024-09-06T18:46:44.072081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 3"}

	{"level":"info","ts":"2024-09-06T18:46:44.072235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 3"}

	{"level":"info","ts":"2024-09-06T18:46:44.072304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-09-06T18:46:44.072739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 4"}

	{"level":"info","ts":"2024-09-06T18:46:44.072791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-09-06T18:46:44.072827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 4"}

	{"level":"info","ts":"2024-09-06T18:46:44.072849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-09-06T18:46:44.077748Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-152000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-09-06T18:46:44.078067Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-06T18:46:44.078333Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-09-06T18:46:44.078391Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-09-06T18:46:44.078431Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-09-06T18:46:44.080696Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-06T18:46:44.080696Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}

	{"level":"info","ts":"2024-09-06T18:46:44.083025Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-09-06T18:46:44.084634Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-09-06T18:47:29.801781Z","caller":"traceutil/trace.go:171","msg":"trace[1109846973] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"200.877974ms","start":"2024-09-06T18:47:29.600893Z","end":"2024-09-06T18:47:29.801771Z","steps":["trace[1109846973] 'process raft request'  (duration: 200.761843ms)"],"step_count":1}

	==> kernel <==

	 18:47:52 up 2 min,  0 users,  load average: 0.80, 0.44, 0.18

	Linux functional-152000 5.10.207 #1 SMP PREEMPT Tue Sep 3 18:23:52 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [04fc9bd81509] <==

	I0906 18:46:44.667351       1 policy_source.go:224] refreshing policies

	E0906 18:46:44.668806       1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service

	I0906 18:46:44.669563       1 handler_discovery.go:450] Starting ResourceDiscoveryManager

	I0906 18:46:44.679739       1 shared_informer.go:320] Caches are synced for crd-autoregister

	I0906 18:46:44.679758       1 aggregator.go:171] initial CRD sync complete...

	I0906 18:46:44.679763       1 autoregister_controller.go:144] Starting autoregister controller

	I0906 18:46:44.679766       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0906 18:46:44.679768       1 cache.go:39] Caches are synced for autoregister controller

	I0906 18:46:44.687515       1 cache.go:39] Caches are synced for LocalAvailability controller

	I0906 18:46:44.687562       1 shared_informer.go:320] Caches are synced for configmaps

	I0906 18:46:44.687518       1 cache.go:39] Caches are synced for RemoteAvailability controller

	I0906 18:46:44.709269       1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io

	I0906 18:46:45.570034       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0906 18:46:46.204400       1 controller.go:615] quota admission added evaluator for: serviceaccounts

	I0906 18:46:46.209302       1 controller.go:615] quota admission added evaluator for: deployments.apps

	I0906 18:46:46.224146       1 controller.go:615] quota admission added evaluator for: daemonsets.apps

	I0906 18:46:46.232156       1 controller.go:615] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0906 18:46:46.235161       1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0906 18:46:47.958198       1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0906 18:46:48.361262       1 controller.go:615] quota admission added evaluator for: endpoints

	I0906 18:47:04.426563       1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.111.190.113"}

	I0906 18:47:09.213825       1 controller.go:615] quota admission added evaluator for: replicasets.apps

	I0906 18:47:09.255465       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.97.201.176"}

	I0906 18:47:13.276285       1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.108.61.91"}

	I0906 18:47:22.723620       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.109.23.122"}

	==> kube-controller-manager [a196bd54a2db] <==

	I0906 18:46:48.571942       1 shared_informer.go:320] Caches are synced for garbage collector

	I0906 18:46:48.657926       1 shared_informer.go:320] Caches are synced for garbage collector

	I0906 18:46:48.658120       1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"

	I0906 18:46:50.216047       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="15.48454ms"

	I0906 18:46:50.216350       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="44.509µs"

	I0906 18:47:09.226950       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="12.3767ms"

	I0906 18:47:09.235105       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="8.091644ms"

	I0906 18:47:09.238996       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="3.865276ms"

	I0906 18:47:09.239029       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="16.381µs"

	I0906 18:47:14.998965       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="77.532µs"

	I0906 18:47:15.160971       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="functional-152000"

	I0906 18:47:16.017113       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="22.634µs"

	I0906 18:47:17.017852       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="53.772µs"

	I0906 18:47:22.692509       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="8.807636ms"

	I0906 18:47:22.696455       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="3.6934ms"

	I0906 18:47:22.696655       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="40.684µs"

	I0906 18:47:22.697012       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="7.878µs"

	I0906 18:47:24.147736       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="32.889µs"

	I0906 18:47:25.170476       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="40.308µs"

	I0906 18:47:26.171329       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="23.426µs"

	I0906 18:47:30.215533       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="24.26µs"

	I0906 18:47:41.414568       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="45.726µs"

	I0906 18:47:43.572560       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-64b4f8f9ff" duration="88.576µs"

	I0906 18:47:45.847055       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="functional-152000"

	I0906 18:47:51.569090       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-node-connect-65d86f57f4" duration="48.561µs"

	==> kube-controller-manager [acf714636111] <==

	I0906 18:46:02.266217       1 shared_informer.go:320] Caches are synced for endpoint_slice_mirroring

	I0906 18:46:02.296132       1 shared_informer.go:320] Caches are synced for node

	I0906 18:46:02.296237       1 range_allocator.go:171] "Sending events to api server" logger="node-ipam-controller"

	I0906 18:46:02.296275       1 range_allocator.go:177] "Starting range CIDR allocator" logger="node-ipam-controller"

	I0906 18:46:02.296285       1 shared_informer.go:313] Waiting for caches to sync for cidrallocator

	I0906 18:46:02.296288       1 shared_informer.go:320] Caches are synced for cidrallocator

	I0906 18:46:02.296335       1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="functional-152000"

	I0906 18:46:02.302120       1 shared_informer.go:320] Caches are synced for taint-eviction-controller

	I0906 18:46:02.302165       1 shared_informer.go:320] Caches are synced for endpoint

	I0906 18:46:02.303276       1 shared_informer.go:320] Caches are synced for taint

	I0906 18:46:02.303343       1 node_lifecycle_controller.go:1232] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""

	I0906 18:46:02.303402       1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="functional-152000"

	I0906 18:46:02.303445       1 node_lifecycle_controller.go:1078] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"

	I0906 18:46:02.352417       1 shared_informer.go:320] Caches are synced for endpoint_slice

	I0906 18:46:02.357662       1 shared_informer.go:320] Caches are synced for resource quota

	I0906 18:46:02.386832       1 shared_informer.go:320] Caches are synced for daemon sets

	I0906 18:46:02.387767       1 shared_informer.go:320] Caches are synced for stateful set

	I0906 18:46:02.404610       1 shared_informer.go:320] Caches are synced for resource quota

	I0906 18:46:02.456880       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="254.03893ms"

	I0906 18:46:02.456921       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="18.219µs"

	I0906 18:46:02.815670       1 shared_informer.go:320] Caches are synced for garbage collector

	I0906 18:46:02.902134       1 shared_informer.go:320] Caches are synced for garbage collector

	I0906 18:46:02.902174       1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"

	I0906 18:46:11.105529       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="10.415919ms"

	I0906 18:46:11.106618       1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="43.731µs"

	==> kube-proxy [28af283a708d] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0906 18:45:59.682052       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0906 18:45:59.689546       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.4"]

	E0906 18:45:59.689580       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0906 18:45:59.700164       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0906 18:45:59.700183       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0906 18:45:59.700199       1 server_linux.go:169] "Using iptables Proxier"

	I0906 18:45:59.700944       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0906 18:45:59.701024       1 server.go:483] "Version info" version="v1.31.0"

	I0906 18:45:59.701041       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0906 18:45:59.701472       1 config.go:197] "Starting service config controller"

	I0906 18:45:59.701481       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0906 18:45:59.701490       1 config.go:104] "Starting endpoint slice config controller"

	I0906 18:45:59.701492       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0906 18:45:59.701684       1 config.go:326] "Starting node config controller"

	I0906 18:45:59.701686       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0906 18:45:59.802152       1 shared_informer.go:320] Caches are synced for node config

	I0906 18:45:59.802162       1 shared_informer.go:320] Caches are synced for service config

	I0906 18:45:59.802170       1 shared_informer.go:320] Caches are synced for endpoint slice config

	==> kube-proxy [7177fef22eef] <==

		add table ip kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	E0906 18:46:46.052354       1 proxier.go:734] "Error cleaning up nftables rules" err=<

		could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported

		add table ip6 kube-proxy

		^^^^^^^^^^^^^^^^^^^^^^^^^

	 >

	I0906 18:46:46.055610       1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.105.4"]

	E0906 18:46:46.055634       1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"

	I0906 18:46:46.063161       1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"

	I0906 18:46:46.063177       1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0906 18:46:46.063230       1 server_linux.go:169] "Using iptables Proxier"

	I0906 18:46:46.063796       1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"

	I0906 18:46:46.063922       1 server.go:483] "Version info" version="v1.31.0"

	I0906 18:46:46.063930       1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0906 18:46:46.064368       1 config.go:197] "Starting service config controller"

	I0906 18:46:46.064379       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0906 18:46:46.064388       1 config.go:104] "Starting endpoint slice config controller"

	I0906 18:46:46.064405       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0906 18:46:46.064606       1 config.go:326] "Starting node config controller"

	I0906 18:46:46.064609       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0906 18:46:46.165439       1 shared_informer.go:320] Caches are synced for node config

	I0906 18:46:46.165461       1 shared_informer.go:320] Caches are synced for service config

	I0906 18:46:46.165473       1 shared_informer.go:320] Caches are synced for endpoint slice config

	==> kube-scheduler [15cc40d93868] <==

	I0906 18:45:57.250642       1 serving.go:386] Generated self-signed cert in-memory

	W0906 18:45:58.841744       1 requestheader_controller.go:196] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0906 18:45:58.841826       1 authentication.go:370] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0906 18:45:58.841863       1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0906 18:45:58.841881       1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0906 18:45:58.875642       1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.0"

	I0906 18:45:58.875922       1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0906 18:45:58.876879       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0906 18:45:58.877011       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0906 18:45:58.877873       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0906 18:45:58.877023       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"

	I0906 18:45:58.979152       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0906 18:46:27.365003       1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"

	E0906 18:46:27.365152       1 run.go:72] "command failed" err="finished without leader elect"

	==> kube-scheduler [4bbf8f9d0b9c] <==

	I0906 18:46:42.753979       1 serving.go:386] Generated self-signed cert in-memory

	W0906 18:46:44.591406       1 requestheader_controller.go:196] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0906 18:46:44.591479       1 authentication.go:370] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0906 18:46:44.591493       1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0906 18:46:44.591501       1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0906 18:46:44.617153       1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.0"

	I0906 18:46:44.617174       1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0906 18:46:44.623851       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0906 18:46:44.624016       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"

	I0906 18:46:44.624036       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0906 18:46:44.624981       1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0906 18:46:44.728458       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	Sep 06 18:47:40 functional-152000 kubelet[6261]: I0906 18:47:40.541147    6261 scope.go:117] "RemoveContainer" containerID="f461d88ef6edff37335b78ac3351a3d355495eddde7ee4c9605eb483a591ceb0"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: I0906 18:47:41.403449    6261 scope.go:117] "RemoveContainer" containerID="f461d88ef6edff37335b78ac3351a3d355495eddde7ee4c9605eb483a591ceb0"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: I0906 18:47:41.403954    6261 scope.go:117] "RemoveContainer" containerID="9a5b516e22a4724ff292bde504d3aaa9232695b0b953f683a9c223906813535c"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: E0906 18:47:41.405102    6261 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-65d86f57f4-lpwm6_default(464db546-6f59-437a-a87a-f29fda80c538)\"" pod="default/hello-node-connect-65d86f57f4-lpwm6" podUID="464db546-6f59-437a-a87a-f29fda80c538"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: E0906 18:47:41.545411    6261 iptables.go:577] "Could not set up iptables canary" err=<

	Sep 06 18:47:41 functional-152000 kubelet[6261]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.

	Sep 06 18:47:41 functional-152000 kubelet[6261]:         ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Sep 06 18:47:41 functional-152000 kubelet[6261]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Sep 06 18:47:41 functional-152000 kubelet[6261]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: I0906 18:47:41.547120    6261 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6a09db55-0de3-40bb-af41-3ed24c80b94e" path="/var/lib/kubelet/pods/6a09db55-0de3-40bb-af41-3ed24c80b94e/volumes"

	Sep 06 18:47:41 functional-152000 kubelet[6261]: I0906 18:47:41.623382    6261 scope.go:117] "RemoveContainer" containerID="d45cf0befd3207be49aa909d8875c268a5e0ab1c46986046a9b3fdc29dec5f67"

	Sep 06 18:47:43 functional-152000 kubelet[6261]: I0906 18:47:43.543977    6261 scope.go:117] "RemoveContainer" containerID="3217ee2c51c7b5f2dda5a7ad95e0b5c8bcaa79e4ad6738b1d6dcdb0cb0845015"

	Sep 06 18:47:43 functional-152000 kubelet[6261]: E0906 18:47:43.544349    6261 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-64b4f8f9ff-w6kkx_default(04de1b85-2273-4a34-a51b-b995aebd4714)\"" pod="default/hello-node-64b4f8f9ff-w6kkx" podUID="04de1b85-2273-4a34-a51b-b995aebd4714"

	Sep 06 18:47:43 functional-152000 kubelet[6261]: I0906 18:47:43.571231    6261 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/sp-pod" podStartSLOduration=3.8423833910000003 podStartE2EDuration="4.571203081s" podCreationTimestamp="2024-09-06 18:47:39 +0000 UTC" firstStartedPulling="2024-09-06 18:47:40.145237501 +0000 UTC m=+58.676297147" lastFinishedPulling="2024-09-06 18:47:40.874057191 +0000 UTC m=+59.405116837" observedRunningTime="2024-09-06 18:47:41.428237407 +0000 UTC m=+59.959297053" watchObservedRunningTime="2024-09-06 18:47:43.571203081 +0000 UTC m=+62.102262727"

	Sep 06 18:47:48 functional-152000 kubelet[6261]: I0906 18:47:48.718983    6261 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/45982d61-fa7d-4690-9abf-5f364144eb3d-test-volume\") pod \"busybox-mount\" (UID: \"45982d61-fa7d-4690-9abf-5f364144eb3d\") " pod="default/busybox-mount"

	Sep 06 18:47:48 functional-152000 kubelet[6261]: I0906 18:47:48.719010    6261 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kw828\" (UniqueName: \"kubernetes.io/projected/45982d61-fa7d-4690-9abf-5f364144eb3d-kube-api-access-kw828\") pod \"busybox-mount\" (UID: \"45982d61-fa7d-4690-9abf-5f364144eb3d\") " pod="default/busybox-mount"

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.546418    6261 scope.go:117] "RemoveContainer" containerID="9a5b516e22a4724ff292bde504d3aaa9232695b0b953f683a9c223906813535c"

	Sep 06 18:47:51 functional-152000 kubelet[6261]: E0906 18:47:51.547960    6261 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-65d86f57f4-lpwm6_default(464db546-6f59-437a-a87a-f29fda80c538)\"" pod="default/hello-node-connect-65d86f57f4-lpwm6" podUID="464db546-6f59-437a-a87a-f29fda80c538"

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.743969    6261 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/45982d61-fa7d-4690-9abf-5f364144eb3d-test-volume\") pod \"45982d61-fa7d-4690-9abf-5f364144eb3d\" (UID: \"45982d61-fa7d-4690-9abf-5f364144eb3d\") "

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.744005    6261 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kw828\" (UniqueName: \"kubernetes.io/projected/45982d61-fa7d-4690-9abf-5f364144eb3d-kube-api-access-kw828\") pod \"45982d61-fa7d-4690-9abf-5f364144eb3d\" (UID: \"45982d61-fa7d-4690-9abf-5f364144eb3d\") "

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.744072    6261 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/45982d61-fa7d-4690-9abf-5f364144eb3d-test-volume" (OuterVolumeSpecName: "test-volume") pod "45982d61-fa7d-4690-9abf-5f364144eb3d" (UID: "45982d61-fa7d-4690-9abf-5f364144eb3d"). InnerVolumeSpecName "test-volume". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.746668    6261 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/45982d61-fa7d-4690-9abf-5f364144eb3d-kube-api-access-kw828" (OuterVolumeSpecName: "kube-api-access-kw828") pod "45982d61-fa7d-4690-9abf-5f364144eb3d" (UID: "45982d61-fa7d-4690-9abf-5f364144eb3d"). InnerVolumeSpecName "kube-api-access-kw828". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.844111    6261 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-kw828\" (UniqueName: \"kubernetes.io/projected/45982d61-fa7d-4690-9abf-5f364144eb3d-kube-api-access-kw828\") on node \"functional-152000\" DevicePath \"\""

	Sep 06 18:47:51 functional-152000 kubelet[6261]: I0906 18:47:51.844129    6261 reconciler_common.go:288] "Volume detached for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/45982d61-fa7d-4690-9abf-5f364144eb3d-test-volume\") on node \"functional-152000\" DevicePath \"\""

	Sep 06 18:47:52 functional-152000 kubelet[6261]: I0906 18:47:52.600746    6261 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b3c6797b1ebe043628fdf7e835e15e633bf4721494ea78755a097485afe3be21"

	==> storage-provisioner [5c51321ca997] <==

	I0906 18:46:13.250015       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0906 18:46:13.253806       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0906 18:46:13.253823       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	==> storage-provisioner [952bddde03c9] <==

	I0906 18:46:46.035333       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0906 18:46:46.041133       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0906 18:46:46.041152       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0906 18:47:03.443325       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0906 18:47:03.443397       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-152000_9e659afe-50f7-47f7-8071-b2af94ec7649!

	I0906 18:47:03.443423       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"99bbf44a-3bdb-411f-b1e8-502f917b237d", APIVersion:"v1", ResourceVersion:"600", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-152000_9e659afe-50f7-47f7-8071-b2af94ec7649 became leader

	I0906 18:47:03.543755       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-152000_9e659afe-50f7-47f7-8071-b2af94ec7649!

	I0906 18:47:25.923526       1 controller.go:1332] provision "default/myclaim" class "standard": started

	I0906 18:47:25.923670       1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard    258e3dc5-e97c-4b9d-9571-7085990192f6 327 0 2024-09-06 18:45:32 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}

	 storageclass.kubernetes.io/is-default-class:true] [] []  [{kubectl-client-side-apply Update storage.k8s.io/v1 2024-09-06 18:45:32 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-77e04ae2-8faf-4eb4-a806-230d02423eae &PersistentVolumeClaim{ObjectMeta:{myclaim  default  77e04ae2-8faf-4eb4-a806-230d02423eae 732 0 2024-09-06 18:47:25 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea

dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}

	 volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection]  [{kube-controller-manager Update v1 2024-09-06 18:47:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2024-09-06 18:47:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:

ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim

	I0906 18:47:25.925007       1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-77e04ae2-8faf-4eb4-a806-230d02423eae" provisioned

	I0906 18:47:25.925071       1 controller.go:1456] provision "default/myclaim" class "standard": succeeded

	I0906 18:47:25.925096       1 volume_store.go:212] Trying to save persistentvolume "pvc-77e04ae2-8faf-4eb4-a806-230d02423eae"

	I0906 18:47:25.924353       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"77e04ae2-8faf-4eb4-a806-230d02423eae", APIVersion:"v1", ResourceVersion:"732", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"

	I0906 18:47:25.930234       1 volume_store.go:219] persistentvolume "pvc-77e04ae2-8faf-4eb4-a806-230d02423eae" saved

	I0906 18:47:25.931016       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"77e04ae2-8faf-4eb4-a806-230d02423eae", APIVersion:"v1", ResourceVersion:"732", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-77e04ae2-8faf-4eb4-a806-230d02423eae

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p functional-152000 -n functional-152000

helpers_test.go:261: (dbg) Run:  kubectl --context functional-152000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox-mount

helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context functional-152000 describe pod busybox-mount

helpers_test.go:282: (dbg) kubectl --context functional-152000 describe pod busybox-mount:

-- stdout --

	Name:             busybox-mount

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             functional-152000/192.168.105.4

	Start Time:       Fri, 06 Sep 2024 11:47:48 -0700

	Labels:           integration-test=busybox-mount

	Annotations:      <none>

	Status:           Succeeded

	IP:               10.244.0.11

	IPs:

	  IP:  10.244.0.11

	Containers:

	  mount-munger:

	    Container ID:  docker://a3fa6fda52aa481f6da9f74cd8fc779e0b100865b556c5585b126107ad0c2208

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      docker-pullable://gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      /bin/sh

	      -c

	      --

	    Args:

	      cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates

	    State:          Terminated

	      Reason:       Completed

	      Exit Code:    0

	      Started:      Fri, 06 Sep 2024 11:47:50 -0700

	      Finished:     Fri, 06 Sep 2024 11:47:50 -0700

	    Ready:          False

	    Restart Count:  0

	    Environment:    <none>

	    Mounts:

	      /mount-9p from test-volume (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-kw828 (ro)

	Conditions:

	  Type                        Status

	  PodReadyToStartContainers   False 

	  Initialized                 True 

	  Ready                       False 

	  ContainersReady             False 

	  PodScheduled                True 

	Volumes:

	  test-volume:

	    Type:          HostPath (bare host directory volume)

	    Path:          /mount-9p

	    HostPathType:  

	  kube-api-access-kw828:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	QoS Class:                   BestEffort

	Node-Selectors:              <none>

	Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type    Reason     Age   From               Message

	  ----    ------     ----  ----               -------

	  Normal  Scheduled  4s    default-scheduler  Successfully assigned default/busybox-mount to functional-152000

	  Normal  Pulling    4s    kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Normal  Pulled     2s    kubelet            Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 1.363s (1.363s including waiting). Image size: 3547125 bytes.

	  Normal  Created    2s    kubelet            Created container mount-munger

	  Normal  Started    2s    kubelet            Started container mount-munger

-- /stdout --

helpers_test.go:285: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestFunctional/parallel/ServiceCmdConnect (30.34s)

=== RUN   TestFunctional/parallel/License

=== PAUSE TestFunctional/parallel/License

=== CONT  TestFunctional/parallel/License

functional_test.go:2288: (dbg) Run:  out/minikube-darwin-arm64 license

functional_test.go:2288: (dbg) Non-zero exit: out/minikube-darwin-arm64 license: exit status 40 (147.219833ms)

-- stdout --

-- /stdout --

** stderr ** 

	X Exiting due to INET_LICENSES: Failed to download licenses: download request did not return a 200, received: 404

	* 

	╭────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                            │

	│    * If the above advice does not help, please let us know:                                                                │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                              │

	│                                                                                                                            │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                   │

	│    * Please also attach the following file to the GitHub issue:                                                            │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_license_42713f820c0ac68901ecf7b12bfdf24c2cafe65d_0.log    │

	│                                                                                                                            │

	╰────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

functional_test.go:2289: command "\n\n" failed: exit status 40

--- FAIL: TestFunctional/parallel/License (0.15s)

=== RUN   TestMultiControlPlane/serial/StopSecondaryNode

ha_test.go:363: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 node stop m02 -v=7 --alsologtostderr

E0906 11:52:09.141351    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.148969    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.162316    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.185675    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.229019    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.311079    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.474541    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:09.797229    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:10.440641    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:11.723656    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:14.287053    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:363: (dbg) Done: out/minikube-darwin-arm64 -p ha-001000 node stop m02 -v=7 --alsologtostderr: (12.192282s)

ha_test.go:369: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr

E0906 11:52:19.410544    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:22.273859    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:29.654027    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:49.994139    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:52:50.137257    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:53:31.100229    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:54:53.022765    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:369: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr: exit status 7 (3m45.051362041s)

-- stdout --

	ha-001000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-001000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-001000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-001000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0906 11:52:18.225988    4710 out.go:345] Setting OutFile to fd 1 ...

	I0906 11:52:18.226134    4710 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:52:18.226138    4710 out.go:358] Setting ErrFile to fd 2...

	I0906 11:52:18.226140    4710 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 11:52:18.226275    4710 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 11:52:18.226396    4710 out.go:352] Setting JSON to false

	I0906 11:52:18.226409    4710 mustload.go:65] Loading cluster: ha-001000

	I0906 11:52:18.226442    4710 notify.go:220] Checking for updates...

	I0906 11:52:18.226631    4710 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 11:52:18.226639    4710 status.go:255] checking status of ha-001000 ...

	I0906 11:52:18.227293    4710 status.go:330] ha-001000 host status = "Running" (err=<nil>)

	I0906 11:52:18.227300    4710 host.go:66] Checking if "ha-001000" exists ...

	I0906 11:52:18.227392    4710 host.go:66] Checking if "ha-001000" exists ...

	I0906 11:52:18.227509    4710 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 11:52:18.227516    4710 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/id_rsa Username:docker}

	W0906 11:53:33.228725    4710 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0906 11:53:33.228800    4710 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0906 11:53:33.228810    4710 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0906 11:53:33.228828    4710 status.go:257] ha-001000 status: &{Name:ha-001000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0906 11:53:33.228838    4710 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0906 11:53:33.228843    4710 status.go:255] checking status of ha-001000-m02 ...

	I0906 11:53:33.229056    4710 status.go:330] ha-001000-m02 host status = "Stopped" (err=<nil>)

	I0906 11:53:33.229062    4710 status.go:343] host is not running, skipping remaining checks

	I0906 11:53:33.229065    4710 status.go:257] ha-001000-m02 status: &{Name:ha-001000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0906 11:53:33.229070    4710 status.go:255] checking status of ha-001000-m03 ...

	I0906 11:53:33.229817    4710 status.go:330] ha-001000-m03 host status = "Running" (err=<nil>)

	I0906 11:53:33.229823    4710 host.go:66] Checking if "ha-001000-m03" exists ...

	I0906 11:53:33.229929    4710 host.go:66] Checking if "ha-001000-m03" exists ...

	I0906 11:53:33.231734    4710 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 11:53:33.231743    4710 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m03/id_rsa Username:docker}

	W0906 11:54:48.232250    4710 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0906 11:54:48.232297    4710 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0906 11:54:48.232306    4710 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0906 11:54:48.232310    4710 status.go:257] ha-001000-m03 status: &{Name:ha-001000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0906 11:54:48.232320    4710 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0906 11:54:48.232324    4710 status.go:255] checking status of ha-001000-m04 ...

	I0906 11:54:48.232979    4710 status.go:330] ha-001000-m04 host status = "Running" (err=<nil>)

	I0906 11:54:48.232987    4710 host.go:66] Checking if "ha-001000-m04" exists ...

	I0906 11:54:48.233107    4710 host.go:66] Checking if "ha-001000-m04" exists ...

	I0906 11:54:48.233218    4710 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 11:54:48.233224    4710 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m04/id_rsa Username:docker}

	W0906 11:56:03.234964    4710 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0906 11:56:03.235118    4710 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0906 11:56:03.235145    4710 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0906 11:56:03.235160    4710 status.go:257] ha-001000-m04 status: &{Name:ha-001000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0906 11:56:03.235200    4710 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:378: status says not three hosts are running: args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr": ha-001000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-001000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:381: status says not three kubelets are running: args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr": ha-001000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-001000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:384: status says not two apiservers are running: args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr": ha-001000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-001000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-001000-m04

type: Worker

host: Error

kubelet: Nonexistent

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

E0906 11:57:09.137586    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 3 (1m15.068531334s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0906 11:57:18.302555    4719 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0906 11:57:18.302594    4719 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/StopSecondaryNode (312.31s)

=== RUN   TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

E0906 11:57:22.268919    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

E0906 11:57:36.864124    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:390: (dbg) Done: out/minikube-darwin-arm64 profile list --output json: (2m30.101675542s)

ha_test.go:413: expected profile "ha-001000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-001000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-001000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"Disable

DriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.0\",\"ClusterName\":\"ha-001000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"

docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metric

s-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOpti

ons\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 3 (1m15.042406417s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0906 12:01:03.440240    4740 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0906 12:01:03.440288    4740 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (225.14s)

=== RUN   TestMultiControlPlane/serial/RestartSecondaryNode

ha_test.go:420: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 node start m02 -v=7 --alsologtostderr

ha_test.go:420: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 node start m02 -v=7 --alsologtostderr: exit status 80 (5.134981375s)

-- stdout --

	* Starting "ha-001000-m02" control-plane node in "ha-001000" cluster

	* Restarting existing qemu2 VM for "ha-001000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-001000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:01:03.515240    5048 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:01:03.515690    5048 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:01:03.515695    5048 out.go:358] Setting ErrFile to fd 2...

	I0906 12:01:03.515699    5048 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:01:03.515862    5048 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:01:03.516116    5048 mustload.go:65] Loading cluster: ha-001000

	I0906 12:01:03.516385    5048 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	W0906 12:01:03.516645    5048 host.go:58] "ha-001000-m02" host status: Stopped

	I0906 12:01:03.520164    5048 out.go:177] * Starting "ha-001000-m02" control-plane node in "ha-001000" cluster

	I0906 12:01:03.524185    5048 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:01:03.524199    5048 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:01:03.524208    5048 cache.go:56] Caching tarball of preloaded images

	I0906 12:01:03.524296    5048 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:01:03.524303    5048 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:01:03.524367    5048 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/ha-001000/config.json ...

	I0906 12:01:03.525032    5048 start.go:360] acquireMachinesLock for ha-001000-m02: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:01:03.525085    5048 start.go:364] duration metric: took 37.625µs to acquireMachinesLock for "ha-001000-m02"

	I0906 12:01:03.525097    5048 start.go:96] Skipping create...Using existing machine configuration

	I0906 12:01:03.525102    5048 fix.go:54] fixHost starting: m02

	I0906 12:01:03.525263    5048 fix.go:112] recreateIfNeeded on ha-001000-m02: state=Stopped err=<nil>

	W0906 12:01:03.525270    5048 fix.go:138] unexpected machine state, will restart: <nil>

	I0906 12:01:03.529144    5048 out.go:177] * Restarting existing qemu2 VM for "ha-001000-m02" ...

	I0906 12:01:03.533120    5048 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:01:03.533158    5048 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=62:ba:30:71:f8:ab -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/disk.qcow2

	I0906 12:01:03.535461    5048 main.go:141] libmachine: STDOUT: 

	I0906 12:01:03.535479    5048 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:01:03.535501    5048 fix.go:56] duration metric: took 10.403334ms for fixHost

	I0906 12:01:03.535506    5048 start.go:83] releasing machines lock for "ha-001000-m02", held for 10.418208ms

	W0906 12:01:03.535511    5048 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:01:03.535542    5048 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:01:03.535546    5048 start.go:729] Will try again in 5 seconds ...

	I0906 12:01:08.536639    5048 start.go:360] acquireMachinesLock for ha-001000-m02: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:01:08.537046    5048 start.go:364] duration metric: took 346µs to acquireMachinesLock for "ha-001000-m02"

	I0906 12:01:08.537189    5048 start.go:96] Skipping create...Using existing machine configuration

	I0906 12:01:08.537207    5048 fix.go:54] fixHost starting: m02

	I0906 12:01:08.537939    5048 fix.go:112] recreateIfNeeded on ha-001000-m02: state=Stopped err=<nil>

	W0906 12:01:08.537958    5048 fix.go:138] unexpected machine state, will restart: <nil>

	I0906 12:01:08.541844    5048 out.go:177] * Restarting existing qemu2 VM for "ha-001000-m02" ...

	I0906 12:01:08.545897    5048 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:01:08.546092    5048 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=62:ba:30:71:f8:ab -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/disk.qcow2

	I0906 12:01:08.554284    5048 main.go:141] libmachine: STDOUT: 

	I0906 12:01:08.554340    5048 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:01:08.554406    5048 fix.go:56] duration metric: took 17.204959ms for fixHost

	I0906 12:01:08.554428    5048 start.go:83] releasing machines lock for "ha-001000-m02", held for 17.36475ms

	W0906 12:01:08.554656    5048 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:01:08.558667    5048 out.go:201] 

	W0906 12:01:08.562905    5048 out.go:270] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:01:08.562928    5048 out.go:270] * 

	* 

	W0906 12:01:08.569345    5048 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:01:08.573938    5048 out.go:201] 

** /stderr **

ha_test.go:422: I0906 12:01:03.515240    5048 out.go:345] Setting OutFile to fd 1 ...

I0906 12:01:03.515690    5048 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0906 12:01:03.515695    5048 out.go:358] Setting ErrFile to fd 2...

I0906 12:01:03.515699    5048 out.go:392] TERM=,COLORTERM=, which probably does not support color

I0906 12:01:03.515862    5048 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

I0906 12:01:03.516116    5048 mustload.go:65] Loading cluster: ha-001000

I0906 12:01:03.516385    5048 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

W0906 12:01:03.516645    5048 host.go:58] "ha-001000-m02" host status: Stopped

I0906 12:01:03.520164    5048 out.go:177] * Starting "ha-001000-m02" control-plane node in "ha-001000" cluster

I0906 12:01:03.524185    5048 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

I0906 12:01:03.524199    5048 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

I0906 12:01:03.524208    5048 cache.go:56] Caching tarball of preloaded images

I0906 12:01:03.524296    5048 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

I0906 12:01:03.524303    5048 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

I0906 12:01:03.524367    5048 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/ha-001000/config.json ...

I0906 12:01:03.525032    5048 start.go:360] acquireMachinesLock for ha-001000-m02: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0906 12:01:03.525085    5048 start.go:364] duration metric: took 37.625µs to acquireMachinesLock for "ha-001000-m02"

I0906 12:01:03.525097    5048 start.go:96] Skipping create...Using existing machine configuration

I0906 12:01:03.525102    5048 fix.go:54] fixHost starting: m02

I0906 12:01:03.525263    5048 fix.go:112] recreateIfNeeded on ha-001000-m02: state=Stopped err=<nil>

W0906 12:01:03.525270    5048 fix.go:138] unexpected machine state, will restart: <nil>

I0906 12:01:03.529144    5048 out.go:177] * Restarting existing qemu2 VM for "ha-001000-m02" ...

I0906 12:01:03.533120    5048 qemu.go:418] Using hvf for hardware acceleration

I0906 12:01:03.533158    5048 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=62:ba:30:71:f8:ab -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/disk.qcow2

I0906 12:01:03.535461    5048 main.go:141] libmachine: STDOUT: 

I0906 12:01:03.535479    5048 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0906 12:01:03.535501    5048 fix.go:56] duration metric: took 10.403334ms for fixHost

I0906 12:01:03.535506    5048 start.go:83] releasing machines lock for "ha-001000-m02", held for 10.418208ms

W0906 12:01:03.535511    5048 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0906 12:01:03.535542    5048 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0906 12:01:03.535546    5048 start.go:729] Will try again in 5 seconds ...

I0906 12:01:08.536639    5048 start.go:360] acquireMachinesLock for ha-001000-m02: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0906 12:01:08.537046    5048 start.go:364] duration metric: took 346µs to acquireMachinesLock for "ha-001000-m02"

I0906 12:01:08.537189    5048 start.go:96] Skipping create...Using existing machine configuration

I0906 12:01:08.537207    5048 fix.go:54] fixHost starting: m02

I0906 12:01:08.537939    5048 fix.go:112] recreateIfNeeded on ha-001000-m02: state=Stopped err=<nil>

W0906 12:01:08.537958    5048 fix.go:138] unexpected machine state, will restart: <nil>

I0906 12:01:08.541844    5048 out.go:177] * Restarting existing qemu2 VM for "ha-001000-m02" ...

I0906 12:01:08.545897    5048 qemu.go:418] Using hvf for hardware acceleration

I0906 12:01:08.546092    5048 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=62:ba:30:71:f8:ab -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/disk.qcow2

I0906 12:01:08.554284    5048 main.go:141] libmachine: STDOUT: 

I0906 12:01:08.554340    5048 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0906 12:01:08.554406    5048 fix.go:56] duration metric: took 17.204959ms for fixHost

I0906 12:01:08.554428    5048 start.go:83] releasing machines lock for "ha-001000-m02", held for 17.36475ms

W0906 12:01:08.554656    5048 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

* Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0906 12:01:08.558667    5048 out.go:201] 

W0906 12:01:08.562905    5048 out.go:270] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0906 12:01:08.562928    5048 out.go:270] * 

* 

W0906 12:01:08.569345    5048 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I0906 12:01:08.573938    5048 out.go:201] 

ha_test.go:423: secondary control-plane node start returned an error. args "out/minikube-darwin-arm64 -p ha-001000 node start m02 -v=7 --alsologtostderr": exit status 80

ha_test.go:428: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr

E0906 12:02:09.125286    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 12:02:22.257812    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

E0906 12:03:45.339112    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:428: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr: exit status 7 (3m45.06860625s)

-- stdout --

	ha-001000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-001000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-001000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-001000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0906 12:01:08.636509    5052 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:01:08.636687    5052 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:01:08.636692    5052 out.go:358] Setting ErrFile to fd 2...

	I0906 12:01:08.636695    5052 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:01:08.636841    5052 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:01:08.636983    5052 out.go:352] Setting JSON to false

	I0906 12:01:08.636997    5052 mustload.go:65] Loading cluster: ha-001000

	I0906 12:01:08.637041    5052 notify.go:220] Checking for updates...

	I0906 12:01:08.637258    5052 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:01:08.637266    5052 status.go:255] checking status of ha-001000 ...

	I0906 12:01:08.638125    5052 status.go:330] ha-001000 host status = "Running" (err=<nil>)

	I0906 12:01:08.638135    5052 host.go:66] Checking if "ha-001000" exists ...

	I0906 12:01:08.638286    5052 host.go:66] Checking if "ha-001000" exists ...

	I0906 12:01:08.638423    5052 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 12:01:08.638432    5052 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/id_rsa Username:docker}

	W0906 12:02:23.636276    5052 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0906 12:02:23.636334    5052 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0906 12:02:23.636343    5052 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0906 12:02:23.636347    5052 status.go:257] ha-001000 status: &{Name:ha-001000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0906 12:02:23.636355    5052 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0906 12:02:23.636359    5052 status.go:255] checking status of ha-001000-m02 ...

	I0906 12:02:23.636544    5052 status.go:330] ha-001000-m02 host status = "Stopped" (err=<nil>)

	I0906 12:02:23.636549    5052 status.go:343] host is not running, skipping remaining checks

	I0906 12:02:23.636551    5052 status.go:257] ha-001000-m02 status: &{Name:ha-001000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0906 12:02:23.636555    5052 status.go:255] checking status of ha-001000-m03 ...

	I0906 12:02:23.637110    5052 status.go:330] ha-001000-m03 host status = "Running" (err=<nil>)

	I0906 12:02:23.637122    5052 host.go:66] Checking if "ha-001000-m03" exists ...

	I0906 12:02:23.637226    5052 host.go:66] Checking if "ha-001000-m03" exists ...

	I0906 12:02:23.637337    5052 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 12:02:23.637343    5052 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m03/id_rsa Username:docker}

	W0906 12:03:38.638101    5052 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0906 12:03:38.638249    5052 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0906 12:03:38.638280    5052 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0906 12:03:38.638294    5052 status.go:257] ha-001000-m03 status: &{Name:ha-001000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0906 12:03:38.638324    5052 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0906 12:03:38.638342    5052 status.go:255] checking status of ha-001000-m04 ...

	I0906 12:03:38.640315    5052 status.go:330] ha-001000-m04 host status = "Running" (err=<nil>)

	I0906 12:03:38.640335    5052 host.go:66] Checking if "ha-001000-m04" exists ...

	I0906 12:03:38.640635    5052 host.go:66] Checking if "ha-001000-m04" exists ...

	I0906 12:03:38.641002    5052 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0906 12:03:38.641025    5052 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m04/id_rsa Username:docker}

	W0906 12:04:53.641850    5052 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0906 12:04:53.641904    5052 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0906 12:04:53.641914    5052 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0906 12:04:53.641918    5052 status.go:257] ha-001000-m04 status: &{Name:ha-001000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0906 12:04:53.641928    5052 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:432: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 3 (1m15.041424334s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0906 12:06:08.680718    5065 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0906 12:06:08.680726    5065 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMultiControlPlane/serial/RestartSecondaryNode (305.25s)

=== RUN   TestMultiControlPlane/serial/RestartClusterKeepsNodes

ha_test.go:456: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-001000 -v=7 --alsologtostderr

ha_test.go:462: (dbg) Run:  out/minikube-darwin-arm64 stop -p ha-001000 -v=7 --alsologtostderr

E0906 12:12:09.116585    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 12:12:22.248998    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:462: (dbg) Done: out/minikube-darwin-arm64 stop -p ha-001000 -v=7 --alsologtostderr: (5m27.174782792s)

ha_test.go:467: (dbg) Run:  out/minikube-darwin-arm64 start -p ha-001000 --wait=true -v=7 --alsologtostderr

ha_test.go:467: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p ha-001000 --wait=true -v=7 --alsologtostderr: exit status 80 (5.224415208s)

-- stdout --

	* [ha-001000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "ha-001000" primary control-plane node in "ha-001000" cluster

	* Restarting existing qemu2 VM for "ha-001000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-001000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:14:06.057024    5129 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:14:06.057242    5129 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:06.057246    5129 out.go:358] Setting ErrFile to fd 2...

	I0906 12:14:06.057249    5129 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:06.057423    5129 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:14:06.058810    5129 out.go:352] Setting JSON to false

	I0906 12:14:06.079604    5129 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":4416,"bootTime":1725645630,"procs":461,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:14:06.079673    5129 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:14:06.085051    5129 out.go:177] * [ha-001000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:14:06.093064    5129 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:14:06.093111    5129 notify.go:220] Checking for updates...

	I0906 12:14:06.101009    5129 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:14:06.103918    5129 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:14:06.106953    5129 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:14:06.109986    5129 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:14:06.112881    5129 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 12:14:06.116347    5129 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:14:06.116398    5129 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:14:06.120950    5129 out.go:177] * Using the qemu2 driver based on existing profile

	I0906 12:14:06.127996    5129 start.go:297] selected driver: qemu2

	I0906 12:14:06.128003    5129 start.go:901] validating driver "qemu2" against &{Name:ha-001000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-001000 Namespace:default

APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:f

alse headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSi

ze:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:14:06.128092    5129 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:14:06.130999    5129 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 12:14:06.131025    5129 cni.go:84] Creating CNI manager for ""

	I0906 12:14:06.131031    5129 cni.go:136] multinode detected (4 nodes found), recommending kindnet

	I0906 12:14:06.131085    5129 start.go:340] cluster config:

	{Name:ha-001000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-001000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIS

erverIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress

-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Binary

Mirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:14:06.135678    5129 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:14:06.143939    5129 out.go:177] * Starting "ha-001000" primary control-plane node in "ha-001000" cluster

	I0906 12:14:06.147992    5129 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:14:06.148013    5129 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:14:06.148022    5129 cache.go:56] Caching tarball of preloaded images

	I0906 12:14:06.148083    5129 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:14:06.148088    5129 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:14:06.148157    5129 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/ha-001000/config.json ...

	I0906 12:14:06.148603    5129 start.go:360] acquireMachinesLock for ha-001000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:14:06.148638    5129 start.go:364] duration metric: took 28.667µs to acquireMachinesLock for "ha-001000"

	I0906 12:14:06.148649    5129 start.go:96] Skipping create...Using existing machine configuration

	I0906 12:14:06.148656    5129 fix.go:54] fixHost starting: 

	I0906 12:14:06.148781    5129 fix.go:112] recreateIfNeeded on ha-001000: state=Stopped err=<nil>

	W0906 12:14:06.148789    5129 fix.go:138] unexpected machine state, will restart: <nil>

	I0906 12:14:06.152955    5129 out.go:177] * Restarting existing qemu2 VM for "ha-001000" ...

	I0906 12:14:06.160825    5129 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:14:06.160870    5129 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/qemu.pid -device virtio-net-pci,netdev=net0,mac=ae:68:d8:0d:8e:c3 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/disk.qcow2

	I0906 12:14:06.163138    5129 main.go:141] libmachine: STDOUT: 

	I0906 12:14:06.163163    5129 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:14:06.163191    5129 fix.go:56] duration metric: took 14.537166ms for fixHost

	I0906 12:14:06.163197    5129 start.go:83] releasing machines lock for "ha-001000", held for 14.554125ms

	W0906 12:14:06.163202    5129 start.go:714] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:14:06.163232    5129 out.go:270] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:14:06.163237    5129 start.go:729] Will try again in 5 seconds ...

	I0906 12:14:11.165343    5129 start.go:360] acquireMachinesLock for ha-001000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:14:11.165770    5129 start.go:364] duration metric: took 345.708µs to acquireMachinesLock for "ha-001000"

	I0906 12:14:11.165905    5129 start.go:96] Skipping create...Using existing machine configuration

	I0906 12:14:11.165923    5129 fix.go:54] fixHost starting: 

	I0906 12:14:11.166618    5129 fix.go:112] recreateIfNeeded on ha-001000: state=Stopped err=<nil>

	W0906 12:14:11.166642    5129 fix.go:138] unexpected machine state, will restart: <nil>

	I0906 12:14:11.170207    5129 out.go:177] * Restarting existing qemu2 VM for "ha-001000" ...

	I0906 12:14:11.178211    5129 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:14:11.178372    5129 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/qemu.pid -device virtio-net-pci,netdev=net0,mac=ae:68:d8:0d:8e:c3 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/disk.qcow2

	I0906 12:14:11.186061    5129 main.go:141] libmachine: STDOUT: 

	I0906 12:14:11.186160    5129 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:14:11.186220    5129 fix.go:56] duration metric: took 20.298125ms for fixHost

	I0906 12:14:11.186241    5129 start.go:83] releasing machines lock for "ha-001000", held for 20.447417ms

	W0906 12:14:11.186451    5129 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-001000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:14:11.194120    5129 out.go:201] 

	W0906 12:14:11.198057    5129 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:14:11.198090    5129 out.go:270] * 

	* 

	W0906 12:14:11.200098    5129 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:14:11.208077    5129 out.go:201] 

** /stderr **

ha_test.go:469: failed to run minikube start. args "out/minikube-darwin-arm64 node list -p ha-001000 -v=7 --alsologtostderr" : exit status 80

ha_test.go:472: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-001000

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 7 (32.961291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/RestartClusterKeepsNodes (332.57s)

=== RUN   TestMultiControlPlane/serial/DeleteSecondaryNode

ha_test.go:487: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 node delete m03 -v=7 --alsologtostderr

ha_test.go:487: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 node delete m03 -v=7 --alsologtostderr: exit status 83 (40.472125ms)

-- stdout --

	* The control-plane node ha-001000-m03 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p ha-001000"

-- /stdout --

** stderr ** 

	I0906 12:14:11.343327    5144 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:14:11.343607    5144 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.343610    5144 out.go:358] Setting ErrFile to fd 2...

	I0906 12:14:11.343613    5144 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.343732    5144 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:14:11.343934    5144 mustload.go:65] Loading cluster: ha-001000

	I0906 12:14:11.344166    5144 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	W0906 12:14:11.344463    5144 out.go:270] ! The control-plane node ha-001000 host is not running (will try others): state=Stopped

	! The control-plane node ha-001000 host is not running (will try others): state=Stopped

	W0906 12:14:11.344571    5144 out.go:270] ! The control-plane node ha-001000-m02 host is not running (will try others): state=Stopped

	! The control-plane node ha-001000-m02 host is not running (will try others): state=Stopped

	I0906 12:14:11.348755    5144 out.go:177] * The control-plane node ha-001000-m03 host is not running: state=Stopped

	I0906 12:14:11.352683    5144 out.go:177]   To start a cluster, run: "minikube start -p ha-001000"

** /stderr **

ha_test.go:489: node delete returned an error. args "out/minikube-darwin-arm64 -p ha-001000 node delete m03 -v=7 --alsologtostderr": exit status 83

ha_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr

ha_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr: exit status 7 (30.273958ms)

-- stdout --

	ha-001000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-001000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-001000-m03

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-001000-m04

	type: Worker

	host: Stopped

	kubelet: Stopped

-- /stdout --

** stderr ** 

	I0906 12:14:11.382817    5146 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:14:11.382950    5146 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.382954    5146 out.go:358] Setting ErrFile to fd 2...

	I0906 12:14:11.382956    5146 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.383077    5146 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:14:11.383189    5146 out.go:352] Setting JSON to false

	I0906 12:14:11.383199    5146 mustload.go:65] Loading cluster: ha-001000

	I0906 12:14:11.383266    5146 notify.go:220] Checking for updates...

	I0906 12:14:11.383422    5146 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:14:11.383429    5146 status.go:255] checking status of ha-001000 ...

	I0906 12:14:11.383645    5146 status.go:330] ha-001000 host status = "Stopped" (err=<nil>)

	I0906 12:14:11.383650    5146 status.go:343] host is not running, skipping remaining checks

	I0906 12:14:11.383652    5146 status.go:257] ha-001000 status: &{Name:ha-001000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0906 12:14:11.383662    5146 status.go:255] checking status of ha-001000-m02 ...

	I0906 12:14:11.383748    5146 status.go:330] ha-001000-m02 host status = "Stopped" (err=<nil>)

	I0906 12:14:11.383751    5146 status.go:343] host is not running, skipping remaining checks

	I0906 12:14:11.383753    5146 status.go:257] ha-001000-m02 status: &{Name:ha-001000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0906 12:14:11.383757    5146 status.go:255] checking status of ha-001000-m03 ...

	I0906 12:14:11.383849    5146 status.go:330] ha-001000-m03 host status = "Stopped" (err=<nil>)

	I0906 12:14:11.383851    5146 status.go:343] host is not running, skipping remaining checks

	I0906 12:14:11.383854    5146 status.go:257] ha-001000-m03 status: &{Name:ha-001000-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0906 12:14:11.383858    5146 status.go:255] checking status of ha-001000-m04 ...

	I0906 12:14:11.383949    5146 status.go:330] ha-001000-m04 host status = "Stopped" (err=<nil>)

	I0906 12:14:11.383951    5146 status.go:343] host is not running, skipping remaining checks

	I0906 12:14:11.383953    5146 status.go:257] ha-001000-m04 status: &{Name:ha-001000-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

ha_test.go:495: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 7 (30.56575ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/DeleteSecondaryNode (0.10s)

=== RUN   TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

ha_test.go:413: expected profile "ha-001000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-001000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-001000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"Disable

DriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.0\",\"ClusterName\":\"ha-001000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"

docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"

metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"Mou

ntOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 7 (30.985375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.08s)

=== RUN   TestMultiControlPlane/serial/StopCluster

ha_test.go:531: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 stop -v=7 --alsologtostderr

E0906 12:17:09.142710    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/functional-152000/client.crt: no such file or directory" logger="UnhandledError"

E0906 12:17:22.275576    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

ha_test.go:531: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 stop -v=7 --alsologtostderr: signal: killed (3m51.603769834s)

-- stdout --

	* Stopping node "ha-001000-m04"  ...

	* Stopping node "ha-001000-m03"  ...

	* Stopping node "ha-001000-m02"  ...

	* Stopping node "ha-001000"  ...

-- /stdout --

** stderr ** 

	I0906 12:14:11.524106    5155 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:14:11.524235    5155 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.524238    5155 out.go:358] Setting ErrFile to fd 2...

	I0906 12:14:11.524241    5155 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:14:11.524370    5155 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:14:11.524577    5155 out.go:352] Setting JSON to false

	I0906 12:14:11.524672    5155 mustload.go:65] Loading cluster: ha-001000

	I0906 12:14:11.524883    5155 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:14:11.524940    5155 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/ha-001000/config.json ...

	I0906 12:14:11.525374    5155 mustload.go:65] Loading cluster: ha-001000

	I0906 12:14:11.525460    5155 config.go:182] Loaded profile config "ha-001000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:14:11.525488    5155 stop.go:39] StopHost: ha-001000-m04

	I0906 12:14:11.528668    5155 out.go:177] * Stopping node "ha-001000-m04"  ...

	I0906 12:14:11.535681    5155 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0906 12:14:11.535720    5155 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0906 12:14:11.535729    5155 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m04/id_rsa Username:docker}

	W0906 12:15:26.536514    5155 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0906 12:15:26.536893    5155 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0906 12:15:26.537060    5155 main.go:141] libmachine: Stopping "ha-001000-m04"...

	I0906 12:15:26.537234    5155 stop.go:66] stop err: Machine "ha-001000-m04" is already stopped.

	I0906 12:15:26.537263    5155 stop.go:69] host is already stopped

	I0906 12:15:26.537288    5155 stop.go:39] StopHost: ha-001000-m03

	I0906 12:15:26.541806    5155 out.go:177] * Stopping node "ha-001000-m03"  ...

	I0906 12:15:26.548696    5155 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0906 12:15:26.548867    5155 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0906 12:15:26.548898    5155 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m03/id_rsa Username:docker}

	W0906 12:16:41.578633    5155 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0906 12:16:41.578858    5155 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0906 12:16:41.579009    5155 main.go:141] libmachine: Stopping "ha-001000-m03"...

	I0906 12:16:41.579157    5155 stop.go:66] stop err: Machine "ha-001000-m03" is already stopped.

	I0906 12:16:41.579183    5155 stop.go:69] host is already stopped

	I0906 12:16:41.579240    5155 stop.go:39] StopHost: ha-001000-m02

	I0906 12:16:41.587916    5155 out.go:177] * Stopping node "ha-001000-m02"  ...

	I0906 12:16:41.591850    5155 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0906 12:16:41.591995    5155 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0906 12:16:41.592027    5155 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000-m02/id_rsa Username:docker}

	W0906 12:17:56.596503    5155 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.6:22: connect: operation timed out

	W0906 12:17:56.596700    5155 stop.go:55] failed to complete vm config backup (will continue): create dir: NewSession: new client: new client: dial tcp 192.168.105.6:22: connect: operation timed out

	I0906 12:17:56.596763    5155 main.go:141] libmachine: Stopping "ha-001000-m02"...

	I0906 12:17:56.596927    5155 stop.go:66] stop err: Machine "ha-001000-m02" is already stopped.

	I0906 12:17:56.596956    5155 stop.go:69] host is already stopped

	I0906 12:17:56.596981    5155 stop.go:39] StopHost: ha-001000

	I0906 12:17:56.605322    5155 out.go:177] * Stopping node "ha-001000"  ...

	I0906 12:17:56.609286    5155 machine.go:156] backing up vm config to /var/lib/minikube/backup: [/etc/cni /etc/kubernetes]

	I0906 12:17:56.609436    5155 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/backup

	I0906 12:17:56.609474    5155 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/ha-001000/id_rsa Username:docker}

** /stderr **

ha_test.go:533: failed to stop cluster. args "out/minikube-darwin-arm64 -p ha-001000 stop -v=7 --alsologtostderr": signal: killed

ha_test.go:537: (dbg) Run:  out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr

ha_test.go:537: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr: context deadline exceeded (2.375µs)

ha_test.go:540: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-001000 status -v=7 --alsologtostderr" : context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-001000 -n ha-001000: exit status 7 (73.205333ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-001000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiControlPlane/serial/StopCluster (231.68s)

=== RUN   TestImageBuild/serial/Setup

image_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -p image-704000 --driver=qemu2 

image_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p image-704000 --driver=qemu2 : exit status 80 (10.005132375s)

-- stdout --

	* [image-704000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "image-704000" primary control-plane node in "image-704000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "image-704000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p image-704000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

image_test.go:70: failed to start minikube with args: "out/minikube-darwin-arm64 start -p image-704000 --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p image-704000 -n image-704000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p image-704000 -n image-704000: exit status 7 (67.597084ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "image-704000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestImageBuild/serial/Setup (10.07s)

=== RUN   TestJSONOutput/start/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 start -p json-output-013000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p json-output-013000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 : exit status 80 (9.859813458s)

-- stdout --

	{"specversion":"1.0","id":"1f0cf601-e3d1-4083-8cfc-12ba1a338457","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-013000] minikube v1.34.0 on Darwin 14.5 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"4a646d06-2bb4-4092-87e5-7d37a1c7a9c4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19576"}}

	{"specversion":"1.0","id":"b538a7fa-f6ab-46ec-9de8-9fc466d17112","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig"}}

	{"specversion":"1.0","id":"d2f7eaf5-78f2-483e-9850-acc58e1d5a45","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"1216c1e8-6982-48a8-a4c0-5ff5689337a4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"77167ef7-f5e2-4183-a4a3-cb6c48f5f62c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube"}}

	{"specversion":"1.0","id":"83a51fe1-eaf9-41f4-b503-4569de79981b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}

	{"specversion":"1.0","id":"e7754e23-e7b8-478d-979e-fd6d3a058b8f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"231d1224-ff3c-45bb-a915-294b6226e4b5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"4f7f4d80-aa6f-4257-b243-a0c802c93e81","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"json-output-013000\" primary control-plane node in \"json-output-013000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"98a1c09e-24d3-4867-a9b0-7052e23a04fe","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"f5a8f1b9-4c8f-49af-85b1-faa102890200","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Deleting \"json-output-013000\" in qemu2 ...","name":"Creating VM","totalsteps":"19"}}

	{"specversion":"1.0","id":"e4144279-9e8b-4bdb-928e-06c7708568c9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"StartHost failed, but will try again: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"0dd1188e-6958-4437-9038-a826587f8134","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"d125f461-4489-4e0f-8c82-ed4cc265fd41","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"Failed to start qemu2 VM. Running \"minikube delete -p json-output-013000\" may fix it: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"3c059a77-5b36-4833-b8b1-7661fdcc3691","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1","name":"GUEST_PROVISION","url":""}}

	{"specversion":"1.0","id":"a1b5964d-e230-4cc8-a528-17116b0496ce","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 start -p json-output-013000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 ": exit status 80

json_output_test.go:213: unable to marshal output: OUTPUT: 

json_output_test.go:70: converting to cloud events: invalid character 'O' looking for beginning of value

--- FAIL: TestJSONOutput/start/Command (9.86s)

=== RUN   TestJSONOutput/pause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 pause -p json-output-013000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 pause -p json-output-013000 --output=json --user=testUser: exit status 83 (77.023792ms)

-- stdout --

	{"specversion":"1.0","id":"f5d8a2ae-acfc-4fd6-8a75-467676612be7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"The control-plane node json-output-013000 host is not running: state=Stopped"}}

	{"specversion":"1.0","id":"b47ab3b5-2e51-435f-92c2-ba27899cc857","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"To start a cluster, run: \"minikube start -p json-output-013000\""}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 pause -p json-output-013000 --output=json --user=testUser": exit status 83

--- FAIL: TestJSONOutput/pause/Command (0.08s)

=== RUN   TestJSONOutput/unpause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 unpause -p json-output-013000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 unpause -p json-output-013000 --output=json --user=testUser: exit status 83 (42.070083ms)

-- stdout --

	* The control-plane node json-output-013000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p json-output-013000"

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 unpause -p json-output-013000 --output=json --user=testUser": exit status 83

json_output_test.go:213: unable to marshal output: * The control-plane node json-output-013000 host is not running: state=Stopped

json_output_test.go:70: converting to cloud events: invalid character '*' looking for beginning of value

--- FAIL: TestJSONOutput/unpause/Command (0.04s)

=== RUN   TestMinikubeProfile

minikube_profile_test.go:44: (dbg) Run:  out/minikube-darwin-arm64 start -p first-488000 --driver=qemu2 

minikube_profile_test.go:44: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p first-488000 --driver=qemu2 : exit status 80 (9.841482917s)

-- stdout --

	* [first-488000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "first-488000" primary control-plane node in "first-488000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "first-488000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p first-488000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

minikube_profile_test.go:46: test pre-condition failed. args "out/minikube-darwin-arm64 start -p first-488000 --driver=qemu2 ": exit status 80

panic.go:626: *** TestMinikubeProfile FAILED at 2024-09-06 12:18:37.243462 -0700 PDT m=+3001.859730251

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p second-490000 -n second-490000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p second-490000 -n second-490000: exit status 85 (80.827584ms)

-- stdout --

	* Profile "second-490000" not found. Run "minikube profile list" to view all profiles.

	  To start a cluster, run: "minikube start -p second-490000"

-- /stdout --

helpers_test.go:239: status error: exit status 85 (may be ok)

helpers_test.go:241: "second-490000" host is not running, skipping log retrieval (state="* Profile \"second-490000\" not found. Run \"minikube profile list\" to view all profiles.\n  To start a cluster, run: \"minikube start -p second-490000\"")

helpers_test.go:175: Cleaning up "second-490000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p second-490000

panic.go:626: *** TestMinikubeProfile FAILED at 2024-09-06 12:18:37.436374 -0700 PDT m=+3002.052643459

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p first-488000 -n first-488000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p first-488000 -n first-488000: exit status 7 (30.011709ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "first-488000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "first-488000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p first-488000

--- FAIL: TestMinikubeProfile (10.14s)

=== RUN   TestMountStart/serial/StartWithMountFirst

mount_start_test.go:98: (dbg) Run:  out/minikube-darwin-arm64 start -p mount-start-1-377000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 

mount_start_test.go:98: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p mount-start-1-377000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 : exit status 80 (9.878915333s)

-- stdout --

	* [mount-start-1-377000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting minikube without Kubernetes in cluster mount-start-1-377000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "mount-start-1-377000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p mount-start-1-377000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

mount_start_test.go:100: failed to start minikube with args: "out/minikube-darwin-arm64 start -p mount-start-1-377000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-377000 -n mount-start-1-377000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-377000 -n mount-start-1-377000: exit status 7 (68.207375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "mount-start-1-377000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMountStart/serial/StartWithMountFirst (9.95s)

=== RUN   TestMultiNode/serial/FreshStart2Nodes

multinode_test.go:96: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-009000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 

multinode_test.go:96: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-009000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 : exit status 80 (9.887631667s)

-- stdout --

	* [multinode-009000] minikube v1.34.0 on Darwin 14.5 (arm64)

	  - MINIKUBE_LOCATION=19576

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "multinode-009000" primary control-plane node in "multinode-009000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "multinode-009000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0906 12:18:47.704856    5380 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:18:47.704973    5380 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:18:47.704977    5380 out.go:358] Setting ErrFile to fd 2...

	I0906 12:18:47.704979    5380 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:18:47.705114    5380 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:18:47.706183    5380 out.go:352] Setting JSON to false

	I0906 12:18:47.722422    5380 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":4697,"bootTime":1725645630,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0906 12:18:47.722492    5380 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0906 12:18:47.728248    5380 out.go:177] * [multinode-009000] minikube v1.34.0 on Darwin 14.5 (arm64)

	I0906 12:18:47.732204    5380 out.go:177]   - MINIKUBE_LOCATION=19576

	I0906 12:18:47.732247    5380 notify.go:220] Checking for updates...

	I0906 12:18:47.741235    5380 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19576-2143/kubeconfig

	I0906 12:18:47.744312    5380 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0906 12:18:47.747280    5380 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0906 12:18:47.750132    5380 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-2143/.minikube

	I0906 12:18:47.753225    5380 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0906 12:18:47.756478    5380 driver.go:394] Setting default libvirt URI to qemu:///system

	I0906 12:18:47.761115    5380 out.go:177] * Using the qemu2 driver based on user configuration

	I0906 12:18:47.768226    5380 start.go:297] selected driver: qemu2

	I0906 12:18:47.768236    5380 start.go:901] validating driver "qemu2" against <nil>

	I0906 12:18:47.768255    5380 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0906 12:18:47.770659    5380 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0906 12:18:47.775211    5380 out.go:177] * Automatically selected the socket_vmnet network

	I0906 12:18:47.778333    5380 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0906 12:18:47.778362    5380 cni.go:84] Creating CNI manager for ""

	I0906 12:18:47.778369    5380 cni.go:136] multinode detected (0 nodes found), recommending kindnet

	I0906 12:18:47.778373    5380 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni

	I0906 12:18:47.778422    5380 start.go:340] cluster config:

	{Name:multinode-009000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:multinode-009000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket:

NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPa

th:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0906 12:18:47.782179    5380 iso.go:125] acquiring lock: {Name:mka4eda78e1e7ac837be77111a81a2690077622c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0906 12:18:47.789180    5380 out.go:177] * Starting "multinode-009000" primary control-plane node in "multinode-009000" cluster

	I0906 12:18:47.793211    5380 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker

	I0906 12:18:47.793229    5380 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4

	I0906 12:18:47.793240    5380 cache.go:56] Caching tarball of preloaded images

	I0906 12:18:47.793318    5380 preload.go:172] Found /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0906 12:18:47.793325    5380 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker

	I0906 12:18:47.793546    5380 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/multinode-009000/config.json ...

	I0906 12:18:47.793559    5380 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/multinode-009000/config.json: {Name:mkb0cf2d6d631cce9fcdcec4b8cacefefad82375 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0906 12:18:47.793931    5380 start.go:360] acquireMachinesLock for multinode-009000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:18:47.793972    5380 start.go:364] duration metric: took 32.875µs to acquireMachinesLock for "multinode-009000"

	I0906 12:18:47.793986    5380 start.go:93] Provisioning new machine with config: &{Name:multinode-009000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:multinode-009000

Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro

r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:18:47.794016    5380 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:18:47.802234    5380 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0906 12:18:47.820676    5380 start.go:159] libmachine.API.Create for "multinode-009000" (driver="qemu2")

	I0906 12:18:47.820713    5380 client.go:168] LocalClient.Create starting

	I0906 12:18:47.820778    5380 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:18:47.820809    5380 main.go:141] libmachine: Decoding PEM data...

	I0906 12:18:47.820818    5380 main.go:141] libmachine: Parsing certificate...

	I0906 12:18:47.820860    5380 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:18:47.820884    5380 main.go:141] libmachine: Decoding PEM data...

	I0906 12:18:47.820893    5380 main.go:141] libmachine: Parsing certificate...

	I0906 12:18:47.821244    5380 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:18:47.970468    5380 main.go:141] libmachine: Creating SSH key...

	I0906 12:18:48.141206    5380 main.go:141] libmachine: Creating Disk image...

	I0906 12:18:48.141212    5380 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:18:48.141423    5380 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:48.151127    5380 main.go:141] libmachine: STDOUT: 

	I0906 12:18:48.151152    5380 main.go:141] libmachine: STDERR: 

	I0906 12:18:48.151200    5380 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2 +20000M

	I0906 12:18:48.159010    5380 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:18:48.159024    5380 main.go:141] libmachine: STDERR: 

	I0906 12:18:48.159042    5380 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:48.159047    5380 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:18:48.159061    5380 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:18:48.159089    5380 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/qemu.pid -device virtio-net-pci,netdev=net0,mac=4e:fe:0a:65:ba:64 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:48.160706    5380 main.go:141] libmachine: STDOUT: 

	I0906 12:18:48.160721    5380 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:18:48.160741    5380 client.go:171] duration metric: took 340.024583ms to LocalClient.Create

	I0906 12:18:50.162912    5380 start.go:128] duration metric: took 2.3688905s to createHost

	I0906 12:18:50.162975    5380 start.go:83] releasing machines lock for "multinode-009000", held for 2.369009667s

	W0906 12:18:50.163025    5380 start.go:714] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:18:50.175394    5380 out.go:177] * Deleting "multinode-009000" in qemu2 ...

	W0906 12:18:50.206464    5380 out.go:270] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:18:50.206492    5380 start.go:729] Will try again in 5 seconds ...

	I0906 12:18:55.208702    5380 start.go:360] acquireMachinesLock for multinode-009000: {Name:mkbe80253a0710586408e6b826b5cbe2a87244da Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0906 12:18:55.209222    5380 start.go:364] duration metric: took 375.208µs to acquireMachinesLock for "multinode-009000"

	I0906 12:18:55.209378    5380 start.go:93] Provisioning new machine with config: &{Name:multinode-009000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:multinode-009000

Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro

r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0906 12:18:55.209608    5380 start.go:125] createHost starting for "" (driver="qemu2")

	I0906 12:18:55.221457    5380 out.go:235] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0906 12:18:55.274919    5380 start.go:159] libmachine.API.Create for "multinode-009000" (driver="qemu2")

	I0906 12:18:55.274971    5380 client.go:168] LocalClient.Create starting

	I0906 12:18:55.275104    5380 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/ca.pem

	I0906 12:18:55.275173    5380 main.go:141] libmachine: Decoding PEM data...

	I0906 12:18:55.275191    5380 main.go:141] libmachine: Parsing certificate...

	I0906 12:18:55.275259    5380 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19576-2143/.minikube/certs/cert.pem

	I0906 12:18:55.275304    5380 main.go:141] libmachine: Decoding PEM data...

	I0906 12:18:55.275317    5380 main.go:141] libmachine: Parsing certificate...

	I0906 12:18:55.275850    5380 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/19576-2143/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19576-2143/.minikube/cache/iso/arm64/minikube-v1.34.0-arm64.iso...

	I0906 12:18:55.434841    5380 main.go:141] libmachine: Creating SSH key...

	I0906 12:18:55.500971    5380 main.go:141] libmachine: Creating Disk image...

	I0906 12:18:55.500981    5380 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0906 12:18:55.501202    5380 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2.raw /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:55.510311    5380 main.go:141] libmachine: STDOUT: 

	I0906 12:18:55.510340    5380 main.go:141] libmachine: STDERR: 

	I0906 12:18:55.510390    5380 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2 +20000M

	I0906 12:18:55.518319    5380 main.go:141] libmachine: STDOUT: Image resized.

	I0906 12:18:55.518335    5380 main.go:141] libmachine: STDERR: 

	I0906 12:18:55.518344    5380 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2.raw and /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:55.518349    5380 main.go:141] libmachine: Starting QEMU VM...

	I0906 12:18:55.518362    5380 qemu.go:418] Using hvf for hardware acceleration

	I0906 12:18:55.518389    5380 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/qemu.pid -device virtio-net-pci,netdev=net0,mac=d2:87:8a:42:c0:57 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/19576-2143/.minikube/machines/multinode-009000/disk.qcow2

	I0906 12:18:55.519997    5380 main.go:141] libmachine: STDOUT: 

	I0906 12:18:55.520012    5380 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0906 12:18:55.520024    5380 client.go:171] duration metric: took 245.043542ms to LocalClient.Create

	I0906 12:18:57.522212    5380 start.go:128] duration metric: took 2.312582958s to createHost

	I0906 12:18:57.522295    5380 start.go:83] releasing machines lock for "multinode-009000", held for 2.313065667s

	W0906 12:18:57.522622    5380 out.go:270] * Failed to start qemu2 VM. Running "minikube delete -p multinode-009000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-009000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0906 12:18:57.531196    5380 out.go:201] 

	W0906 12:18:57.538224    5380 out.go:270] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0906 12:18:57.538279    5380 out.go:270] * 

	* 

	W0906 12:18:57.540601    5380 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0906 12:18:57.550211    5380 out.go:201] 

** /stderr **

multinode_test.go:98: failed to start cluster. args "out/minikube-darwin-arm64 start -p multinode-009000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (65.862958ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/FreshStart2Nodes (9.96s)

=== RUN   TestMultiNode/serial/DeployApp2Nodes

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml: exit status 1 (127.445084ms)

** stderr ** 

	error: cluster "multinode-009000" does not exist

** /stderr **

multinode_test.go:495: failed to create busybox deployment to multinode cluster

multinode_test.go:498: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- rollout status deployment/busybox

multinode_test.go:498: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- rollout status deployment/busybox: exit status 1 (56.98675ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:500: failed to deploy busybox to multinode cluster

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (58.72975ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.708417ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.919917ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.113584ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.698416ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.325792ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.310209ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.537584ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.009375ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

E0906 12:20:25.360412    2672 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19576-2143/.minikube/profiles/addons-439000/client.crt: no such file or directory" logger="UnhandledError"

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.386542ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:524: failed to resolve pod IPs: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:528: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:528: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (57.901791ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:530: failed get Pod names

multinode_test.go:536: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.io

multinode_test.go:536: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.io: exit status 1 (57.374959ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:538: Pod  could not resolve 'kubernetes.io': exit status 1

multinode_test.go:546: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.default

multinode_test.go:546: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.default: exit status 1 (57.092542ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:548: Pod  could not resolve 'kubernetes.default': exit status 1

multinode_test.go:554: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.default.svc.cluster.local

multinode_test.go:554: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- exec  -- nslookup kubernetes.default.svc.cluster.local: exit status 1 (56.483083ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:556: Pod  could not resolve local service (kubernetes.default.svc.cluster.local): exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (29.508709ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeployApp2Nodes (98.25s)

=== RUN   TestMultiNode/serial/PingHostFrom2Pods

multinode_test.go:564: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:564: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-009000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (57.138458ms)

** stderr ** 

	error: no server found for cluster "multinode-009000"

** /stderr **

multinode_test.go:566: failed to get Pod names: exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (30.776959ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (0.09s)

=== RUN   TestMultiNode/serial/AddNode

multinode_test.go:121: (dbg) Run:  out/minikube-darwin-arm64 node add -p multinode-009000 -v 3 --alsologtostderr

multinode_test.go:121: (dbg) Non-zero exit: out/minikube-darwin-arm64 node add -p multinode-009000 -v 3 --alsologtostderr: exit status 83 (44.615666ms)

-- stdout --

	* The control-plane node multinode-009000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p multinode-009000"

-- /stdout --

** stderr ** 

	I0906 12:20:35.998083    5547 out.go:345] Setting OutFile to fd 1 ...

	I0906 12:20:35.998230    5547 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:20:35.998234    5547 out.go:358] Setting ErrFile to fd 2...

	I0906 12:20:35.998236    5547 out.go:392] TERM=,COLORTERM=, which probably does not support color

	I0906 12:20:35.998363    5547 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-2143/.minikube/bin

	I0906 12:20:35.998608    5547 mustload.go:65] Loading cluster: multinode-009000

	I0906 12:20:35.998806    5547 config.go:182] Loaded profile config "multinode-009000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.31.0

	I0906 12:20:36.003898    5547 out.go:177] * The control-plane node multinode-009000 host is not running: state=Stopped

	I0906 12:20:36.007843    5547 out.go:177]   To start a cluster, run: "minikube start -p multinode-009000"

** /stderr **

multinode_test.go:123: failed to add node to current cluster. args "out/minikube-darwin-arm64 node add -p multinode-009000 -v 3 --alsologtostderr" : exit status 83

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (30.819916ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/AddNode (0.08s)

=== RUN   TestMultiNode/serial/MultiNodeLabels

multinode_test.go:221: (dbg) Run:  kubectl --context multinode-009000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"

multinode_test.go:221: (dbg) Non-zero exit: kubectl --context multinode-009000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]": exit status 1 (28.512917ms)

** stderr ** 

	Error in configuration: context was not found for specified context: multinode-009000

** /stderr **

multinode_test.go:223: failed to 'kubectl get nodes' with args "kubectl --context multinode-009000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": exit status 1

multinode_test.go:230: failed to decode json from label list: args "kubectl --context multinode-009000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": unexpected end of JSON input

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (29.984833ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/MultiNodeLabels (0.06s)

=== RUN   TestMultiNode/serial/ProfileList

multinode_test.go:143: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

multinode_test.go:166: expected profile "multinode-009000" in json of 'profile list' include 3 nodes but have 1 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"multinode-009000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"multinode-009000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,

\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.0\",\"ClusterName\":\"multinode-009000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"C

ontrolPlane\":true,\"Worker\":true}],\"Addons\":null,\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\

"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-009000 -n multinode-009000: exit status 7 (30.138875ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-009000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/ProfileList (0.08s)