=== RUN   TestDownloadOnly/v1.20.0/json-events

aaa_download_only_test.go:81: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-752000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:81: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-752000 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=docker --driver=qemu2 : exit status 40 (40.096489125s)

-- stdout --

	{"specversion":"1.0","id":"e06fa373-23fb-4995-b498-1e5de41f38ff","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-752000] minikube v1.32.0 on Darwin 14.3.1 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"5c3bf373-916d-46db-8e0f-f959f8abaa64","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=18350"}}

	{"specversion":"1.0","id":"fb9a123b-3f53-44a0-82dc-7390247bad3b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig"}}

	{"specversion":"1.0","id":"fe607d84-5627-44c6-ad2f-2e6358caf3ab","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"931058f3-a87b-4fe2-ad0b-593de086fc6f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"a44e8815-1727-4ece-91f0-9a499e51c488","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube"}}

	{"specversion":"1.0","id":"3e93400b-a9ad-487e-9723-3631ad9456eb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"4c9fb48d-cc54-4001-b66d-3364790c171d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"053c9ee9-7298-408f-bcc1-2329fda3dfa6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"179a3397-431b-4758-bb89-84466e2e5896","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"ca645087-3d4a-4eec-80dc-4a23dbf08609","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"download-only-752000\" primary control-plane node in \"download-only-752000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"29d7d7df-a3bb-42f9-b900-9d480d02d5ad","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.20.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"e9316ef5-284a-4279-93ad-dc9464e59ce7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/18350-986/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040] Decompressors:map[bz2:0x140008955c0 gz:0x140008955c8 tar:0x14000895570 tar.bz2:0x14000895580 tar.gz:0x14000895590 tar.xz:0x140008955a0 tar.zst:0x140008955b0 tbz2:0x14000895580 tgz:0x140

00895590 txz:0x140008955a0 tzst:0x140008955b0 xz:0x140008955d0 zip:0x140008955e0 zst:0x140008955d8] Getters:map[file:0x1400222c560 http:0x140007c8230 https:0x140007c8280] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"863b5282-eb5c-4683-93f7-df4959f4de93","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0311 03:34:22.565619    1436 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:34:22.565751    1436 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:34:22.565756    1436 out.go:304] Setting ErrFile to fd 2...

	I0311 03:34:22.565759    1436 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:34:22.565885    1436 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	W0311 03:34:22.565971    1436 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/18350-986/.minikube/config/config.json: open /Users/jenkins/minikube-integration/18350-986/.minikube/config/config.json: no such file or directory

	I0311 03:34:22.567165    1436 out.go:298] Setting JSON to true

	I0311 03:34:22.584561    1436 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":234,"bootTime":1710153028,"procs":453,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 03:34:22.584622    1436 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 03:34:22.589119    1436 out.go:97] [download-only-752000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 03:34:22.593112    1436 out.go:169] MINIKUBE_LOCATION=18350

	I0311 03:34:22.589264    1436 notify.go:220] Checking for updates...

	W0311 03:34:22.589273    1436 preload.go:294] Failed to list preload files: open /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball: no such file or directory

	I0311 03:34:22.602074    1436 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 03:34:22.606112    1436 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 03:34:22.610098    1436 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 03:34:22.613069    1436 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	W0311 03:34:22.619072    1436 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0311 03:34:22.619313    1436 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 03:34:22.624064    1436 out.go:97] Using the qemu2 driver based on user configuration

	I0311 03:34:22.624085    1436 start.go:297] selected driver: qemu2

	I0311 03:34:22.624113    1436 start.go:901] validating driver "qemu2" against <nil>

	I0311 03:34:22.624170    1436 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 03:34:22.628078    1436 out.go:169] Automatically selected the socket_vmnet network

	I0311 03:34:22.634716    1436 start_flags.go:393] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0311 03:34:22.634813    1436 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0311 03:34:22.634888    1436 cni.go:84] Creating CNI manager for ""

	I0311 03:34:22.634906    1436 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0311 03:34:22.634950    1436 start.go:340] cluster config:

	{Name:download-only-752000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-752000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Con

tainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSo

ck: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 03:34:22.640617    1436 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 03:34:22.645090    1436 out.go:97] Downloading VM boot image ...

	I0311 03:34:22.645103    1436 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso

	I0311 03:34:40.248378    1436 out.go:97] Starting "download-only-752000" primary control-plane node in "download-only-752000" cluster

	I0311 03:34:40.248398    1436 preload.go:132] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0311 03:34:40.544704    1436 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0311 03:34:40.544760    1436 cache.go:56] Caching tarball of preloaded images

	I0311 03:34:40.545484    1436 preload.go:132] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0311 03:34:40.551031    1436 out.go:97] Downloading Kubernetes v1.20.0 preload ...

	I0311 03:34:40.551057    1436 preload.go:237] getting checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0311 03:34:41.156837    1436 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4?checksum=md5:1a3e8f9b29e6affec63d76d0d3000942 -> /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4

	I0311 03:35:01.530566    1436 preload.go:248] saving checksum for preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0311 03:35:01.530747    1436 preload.go:255] verifying checksum of /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-docker-overlay2-arm64.tar.lz4 ...

	I0311 03:35:02.228780    1436 cache.go:59] Finished verifying existence of preloaded tar for v1.20.0 on docker

	I0311 03:35:02.228986    1436 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/download-only-752000/config.json ...

	I0311 03:35:02.229002    1436 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/download-only-752000/config.json: {Name:mk662d2b0a7da82438161412ea8665a1b408d5a9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:35:02.229219    1436 preload.go:132] Checking if preload exists for k8s version v1.20.0 and runtime docker

	I0311 03:35:02.229406    1436 download.go:107] Downloading: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 -> /Users/jenkins/minikube-integration/18350-986/.minikube/cache/darwin/arm64/v1.20.0/kubectl

	I0311 03:35:02.582303    1436 out.go:169] 

	W0311 03:35:02.587324    1436 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/darwin/arm64/kubectl.sha256 Dst:/Users/jenkins/minikube-integration/18350-986/.minikube/cache/darwin/arm64/v1.20.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040 0x1050b3040] Decompressors:map[bz2:0x140008955c0 gz:0x140008955c8 tar:0x14000895570 tar.bz2:0x14000895580 tar.gz:0x14000895590 tar.xz:0x140008955a0 tar.zst:0x140008955b0 tbz2:0x14000895580 tgz:0x14000895590 txz:0x140008955a0 tzst:0x140008955b0 xz:0x140008955d0 zip:0x140008955e0 zst:0x140008955d8] Getters:map[file:0x1400222c560 http:0x140007c8230 https:0x140007c8280] Dir:false ProgressListe

ner:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0311 03:35:02.587348    1436 out_reason.go:110] 

	W0311 03:35:02.595156    1436 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 03:35:02.599234    1436 out.go:169] 

** /stderr **

aaa_download_only_test.go:83: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-752000" "--force" "--alsologtostderr" "--kubernetes-version=v1.20.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.20.0/json-events (40.10s)

=== RUN   TestDownloadOnly/v1.20.0/kubectl

aaa_download_only_test.go:175: expected the file for binary exist at "/Users/jenkins/minikube-integration/18350-986/.minikube/cache/darwin/arm64/v1.20.0/kubectl" but got error stat /Users/jenkins/minikube-integration/18350-986/.minikube/cache/darwin/arm64/v1.20.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.20.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-255000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-255000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.949979917s)

-- stdout --

	* [offline-docker-255000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "offline-docker-255000" primary control-plane node in "offline-docker-255000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-255000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:14:39.411218    3906 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:14:39.411340    3906 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:14:39.411344    3906 out.go:304] Setting ErrFile to fd 2...

	I0311 04:14:39.411353    3906 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:14:39.411483    3906 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:14:39.412599    3906 out.go:298] Setting JSON to false

	I0311 04:14:39.430332    3906 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":2651,"bootTime":1710153028,"procs":486,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:14:39.430399    3906 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:14:39.434273    3906 out.go:177] * [offline-docker-255000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:14:39.445097    3906 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:14:39.440990    3906 notify.go:220] Checking for updates...

	I0311 04:14:39.453042    3906 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:14:39.456173    3906 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:14:39.459127    3906 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:14:39.462098    3906 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:14:39.469146    3906 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:14:39.470792    3906 config.go:182] Loaded profile config "multinode-976000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:14:39.470864    3906 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:14:39.475105    3906 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 04:14:39.481035    3906 start.go:297] selected driver: qemu2

	I0311 04:14:39.481044    3906 start.go:901] validating driver "qemu2" against <nil>

	I0311 04:14:39.481051    3906 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:14:39.483011    3906 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 04:14:39.486126    3906 out.go:177] * Automatically selected the socket_vmnet network

	I0311 04:14:39.489231    3906 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 04:14:39.489263    3906 cni.go:84] Creating CNI manager for ""

	I0311 04:14:39.489270    3906 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 04:14:39.489274    3906 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0311 04:14:39.489305    3906 start.go:340] cluster config:

	{Name:offline-docker-255000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local C

ontainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bi

n/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:14:39.493677    3906 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:14:39.501110    3906 out.go:177] * Starting "offline-docker-255000" primary control-plane node in "offline-docker-255000" cluster

	I0311 04:14:39.505092    3906 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:14:39.505122    3906 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:14:39.505134    3906 cache.go:56] Caching tarball of preloaded images

	I0311 04:14:39.505206    3906 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:14:39.505212    3906 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:14:39.505279    3906 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/offline-docker-255000/config.json ...

	I0311 04:14:39.505290    3906 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/offline-docker-255000/config.json: {Name:mkb07ed631e8bb47932cc57b73bdb06899ea311c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 04:14:39.505505    3906 start.go:360] acquireMachinesLock for offline-docker-255000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:14:39.505537    3906 start.go:364] duration metric: took 22.208µs to acquireMachinesLock for "offline-docker-255000"

	I0311 04:14:39.505548    3906 start.go:93] Provisioning new machine with config: &{Name:offline-docker-255000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mou

ntOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:14:39.505579    3906 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:14:39.514174    3906 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:14:39.529271    3906 start.go:159] libmachine.API.Create for "offline-docker-255000" (driver="qemu2")

	I0311 04:14:39.529305    3906 client.go:168] LocalClient.Create starting

	I0311 04:14:39.529403    3906 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:14:39.529436    3906 main.go:141] libmachine: Decoding PEM data...

	I0311 04:14:39.529445    3906 main.go:141] libmachine: Parsing certificate...

	I0311 04:14:39.529492    3906 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:14:39.529517    3906 main.go:141] libmachine: Decoding PEM data...

	I0311 04:14:39.529522    3906 main.go:141] libmachine: Parsing certificate...

	I0311 04:14:39.529875    3906 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:14:39.670195    3906 main.go:141] libmachine: Creating SSH key...

	I0311 04:14:39.780133    3906 main.go:141] libmachine: Creating Disk image...

	I0311 04:14:39.780142    3906 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:14:39.780360    3906 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:39.792934    3906 main.go:141] libmachine: STDOUT: 

	I0311 04:14:39.792955    3906 main.go:141] libmachine: STDERR: 

	I0311 04:14:39.793006    3906 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2 +20000M

	I0311 04:14:39.804836    3906 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:14:39.804868    3906 main.go:141] libmachine: STDERR: 

	I0311 04:14:39.804886    3906 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:39.804889    3906 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:14:39.804919    3906 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/qemu.pid -device virtio-net-pci,netdev=net0,mac=d6:6c:59:77:6b:0c -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:39.806641    3906 main.go:141] libmachine: STDOUT: 

	I0311 04:14:39.806658    3906 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:14:39.806688    3906 client.go:171] duration metric: took 277.387083ms to LocalClient.Create

	I0311 04:14:41.808688    3906 start.go:128] duration metric: took 2.303170875s to createHost

	I0311 04:14:41.808707    3906 start.go:83] releasing machines lock for "offline-docker-255000", held for 2.303234416s

	W0311 04:14:41.808726    3906 start.go:713] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:14:41.817241    3906 out.go:177] * Deleting "offline-docker-255000" in qemu2 ...

	W0311 04:14:41.826069    3906 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:14:41.826078    3906 start.go:728] Will try again in 5 seconds ...

	I0311 04:14:46.828175    3906 start.go:360] acquireMachinesLock for offline-docker-255000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:14:46.828643    3906 start.go:364] duration metric: took 350.167µs to acquireMachinesLock for "offline-docker-255000"

	I0311 04:14:46.828787    3906 start.go:93] Provisioning new machine with config: &{Name:offline-docker-255000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mou

ntOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:14:46.829071    3906 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:14:46.843866    3906 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:14:46.894299    3906 start.go:159] libmachine.API.Create for "offline-docker-255000" (driver="qemu2")

	I0311 04:14:46.894353    3906 client.go:168] LocalClient.Create starting

	I0311 04:14:46.894489    3906 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:14:46.894556    3906 main.go:141] libmachine: Decoding PEM data...

	I0311 04:14:46.894613    3906 main.go:141] libmachine: Parsing certificate...

	I0311 04:14:46.894684    3906 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:14:46.894731    3906 main.go:141] libmachine: Decoding PEM data...

	I0311 04:14:46.894746    3906 main.go:141] libmachine: Parsing certificate...

	I0311 04:14:46.895304    3906 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:14:47.053645    3906 main.go:141] libmachine: Creating SSH key...

	I0311 04:14:47.259314    3906 main.go:141] libmachine: Creating Disk image...

	I0311 04:14:47.259322    3906 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:14:47.259514    3906 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:47.272506    3906 main.go:141] libmachine: STDOUT: 

	I0311 04:14:47.272529    3906 main.go:141] libmachine: STDERR: 

	I0311 04:14:47.272591    3906 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2 +20000M

	I0311 04:14:47.283285    3906 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:14:47.283302    3906 main.go:141] libmachine: STDERR: 

	I0311 04:14:47.283320    3906 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:47.283324    3906 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:14:47.283359    3906 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/qemu.pid -device virtio-net-pci,netdev=net0,mac=76:27:61:13:c6:6b -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/offline-docker-255000/disk.qcow2

	I0311 04:14:47.284971    3906 main.go:141] libmachine: STDOUT: 

	I0311 04:14:47.284988    3906 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:14:47.285004    3906 client.go:171] duration metric: took 390.6565ms to LocalClient.Create

	I0311 04:14:49.287134    3906 start.go:128] duration metric: took 2.458108708s to createHost

	I0311 04:14:49.287183    3906 start.go:83] releasing machines lock for "offline-docker-255000", held for 2.458579666s

	W0311 04:14:49.287625    3906 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-255000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-255000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:14:49.298351    3906 out.go:177] 

	W0311 04:14:49.303263    3906 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:14:49.303298    3906 out.go:239] * 

	* 

	W0311 04:14:49.306345    3906 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:14:49.315279    3906 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-255000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:626: *** TestOffline FAILED at 2024-03-11 04:14:49.331312 -0700 PDT m=+2426.863968042

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-255000 -n offline-docker-255000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-255000 -n offline-docker-255000: exit status 7 (68.44475ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-255000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-255000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-255000

--- FAIL: TestOffline (10.14s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:207: (dbg) Run:  kubectl --context addons-597000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:232: (dbg) Run:  kubectl --context addons-597000 replace --force -f testdata/nginx-ingress-v1.yaml

addons_test.go:245: (dbg) Run:  kubectl --context addons-597000 replace --force -f testdata/nginx-pod-svc.yaml

addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...

helpers_test.go:344: "nginx" [a0d7e67c-632a-4cc7-8bce-68c5805f85b8] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])

helpers_test.go:344: "nginx" [a0d7e67c-632a-4cc7-8bce-68c5805f85b8] Running

addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.00378925s

addons_test.go:262: (dbg) Run:  out/minikube-darwin-arm64 -p addons-597000 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"

addons_test.go:286: (dbg) Run:  kubectl --context addons-597000 replace --force -f testdata/ingress-dns-example-v1.yaml

addons_test.go:291: (dbg) Run:  out/minikube-darwin-arm64 -p addons-597000 ip

addons_test.go:297: (dbg) Run:  nslookup hello-john.test 192.168.105.2

addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.105.2: exit status 1 (15.037480708s)

-- stdout --

	;; connection timed out; no servers could be reached

-- /stdout --

addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.105.2" : exit status 1

addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached

stderr: 

addons_test.go:306: (dbg) Run:  out/minikube-darwin-arm64 -p addons-597000 addons disable ingress-dns --alsologtostderr -v=1

addons_test.go:311: (dbg) Run:  out/minikube-darwin-arm64 -p addons-597000 addons disable ingress --alsologtostderr -v=1

addons_test.go:311: (dbg) Done: out/minikube-darwin-arm64 -p addons-597000 addons disable ingress --alsologtostderr -v=1: (7.214331417s)

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-597000 -n addons-597000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-597000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	==> Audit <==

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |                                            Args                                             |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| delete  | --all                                                                                       | minikube             | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| delete  | -p download-only-266000                                                                     | download-only-266000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| start   | -o=json --download-only                                                                     | download-only-861000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT |                     |

	|         | -p download-only-861000                                                                     |                      |         |         |                     |                     |

	|         | --force --alsologtostderr                                                                   |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.29.0-rc.2                                                           |                      |         |         |                     |                     |

	|         | --container-runtime=docker                                                                  |                      |         |         |                     |                     |

	|         | --driver=qemu2                                                                              |                      |         |         |                     |                     |

	| delete  | --all                                                                                       | minikube             | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| delete  | -p download-only-861000                                                                     | download-only-861000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| delete  | -p download-only-752000                                                                     | download-only-752000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| delete  | -p download-only-266000                                                                     | download-only-266000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| delete  | -p download-only-861000                                                                     | download-only-861000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| start   | --download-only -p                                                                          | binary-mirror-395000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT |                     |

	|         | binary-mirror-395000                                                                        |                      |         |         |                     |                     |

	|         | --alsologtostderr                                                                           |                      |         |         |                     |                     |

	|         | --binary-mirror                                                                             |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49330                                                                      |                      |         |         |                     |                     |

	|         | --driver=qemu2                                                                              |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-395000                                                                     | binary-mirror-395000 | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:35 PDT |

	| addons  | enable dashboard -p                                                                         | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT |                     |

	|         | addons-597000                                                                               |                      |         |         |                     |                     |

	| addons  | disable dashboard -p                                                                        | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT |                     |

	|         | addons-597000                                                                               |                      |         |         |                     |                     |

	| start   | -p addons-597000 --wait=true                                                                | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:35 PDT | 11 Mar 24 03:39 PDT |

	|         | --memory=4000 --alsologtostderr                                                             |                      |         |         |                     |                     |

	|         | --addons=registry                                                                           |                      |         |         |                     |                     |

	|         | --addons=metrics-server                                                                     |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots                                                                    |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver                                                                |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                                                                           |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner                                                                      |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget                                                                   |                      |         |         |                     |                     |

	|         | --addons=storage-provisioner-rancher                                                        |                      |         |         |                     |                     |

	|         | --addons=nvidia-device-plugin                                                               |                      |         |         |                     |                     |

	|         | --addons=yakd --driver=qemu2                                                                |                      |         |         |                     |                     |

	|         |  --addons=ingress                                                                           |                      |         |         |                     |                     |

	|         | --addons=ingress-dns                                                                        |                      |         |         |                     |                     |

	| ip      | addons-597000 ip                                                                            | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	| addons  | addons-597000 addons disable                                                                | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	|         | registry --alsologtostderr                                                                  |                      |         |         |                     |                     |

	|         | -v=1                                                                                        |                      |         |         |                     |                     |

	| addons  | addons-597000 addons                                                                        | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	|         | disable metrics-server                                                                      |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | disable inspektor-gadget -p                                                                 | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	|         | addons-597000                                                                               |                      |         |         |                     |                     |

	| ssh     | addons-597000 ssh curl -s                                                                   | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	|         | http://127.0.0.1/ -H 'Host:                                                                 |                      |         |         |                     |                     |

	|         | nginx.example.com'                                                                          |                      |         |         |                     |                     |

	| ip      | addons-597000 ip                                                                            | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:39 PDT | 11 Mar 24 03:39 PDT |

	| addons  | addons-597000 addons                                                                        | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT | 11 Mar 24 03:40 PDT |

	|         | disable csi-hostpath-driver                                                                 |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | addons-597000 addons                                                                        | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT | 11 Mar 24 03:40 PDT |

	|         | disable volumesnapshots                                                                     |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | addons-597000 addons disable                                                                | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT | 11 Mar 24 03:40 PDT |

	|         | ingress-dns --alsologtostderr                                                               |                      |         |         |                     |                     |

	|         | -v=1                                                                                        |                      |         |         |                     |                     |

	| addons  | addons-597000 addons disable                                                                | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT | 11 Mar 24 03:40 PDT |

	|         | ingress --alsologtostderr -v=1                                                              |                      |         |         |                     |                     |

	| ssh     | addons-597000 ssh cat                                                                       | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT | 11 Mar 24 03:40 PDT |

	|         | /opt/local-path-provisioner/pvc-3949e277-7901-4317-bdda-9cee2a039c24_default_test-pvc/file1 |                      |         |         |                     |                     |

	| addons  | addons-597000 addons disable                                                                | addons-597000        | jenkins | v1.32.0 | 11 Mar 24 03:40 PDT |                     |

	|         | storage-provisioner-rancher                                                                 |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/03/11 03:35:46

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.22.0 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0311 03:35:46.921541    1617 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:35:46.921680    1617 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:35:46.921683    1617 out.go:304] Setting ErrFile to fd 2...

	I0311 03:35:46.921685    1617 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:35:46.921840    1617 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 03:35:46.922959    1617 out.go:298] Setting JSON to false

	I0311 03:35:46.939020    1617 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":318,"bootTime":1710153028,"procs":444,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 03:35:46.939086    1617 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 03:35:46.943271    1617 out.go:177] * [addons-597000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 03:35:46.950328    1617 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 03:35:46.954323    1617 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 03:35:46.950393    1617 notify.go:220] Checking for updates...

	I0311 03:35:46.960309    1617 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 03:35:46.963304    1617 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 03:35:46.966316    1617 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 03:35:46.969334    1617 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 03:35:46.970972    1617 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 03:35:46.975281    1617 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 03:35:46.982141    1617 start.go:297] selected driver: qemu2

	I0311 03:35:46.982149    1617 start.go:901] validating driver "qemu2" against <nil>

	I0311 03:35:46.982156    1617 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 03:35:46.984459    1617 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 03:35:46.987267    1617 out.go:177] * Automatically selected the socket_vmnet network

	I0311 03:35:46.990397    1617 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 03:35:46.990439    1617 cni.go:84] Creating CNI manager for ""

	I0311 03:35:46.990448    1617 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 03:35:46.990453    1617 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0311 03:35:46.990485    1617 start.go:340] cluster config:

	{Name:addons-597000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-597000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:

docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_c

lient SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 03:35:46.994997    1617 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 03:35:47.003284    1617 out.go:177] * Starting "addons-597000" primary control-plane node in "addons-597000" cluster

	I0311 03:35:47.007308    1617 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 03:35:47.007323    1617 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 03:35:47.007334    1617 cache.go:56] Caching tarball of preloaded images

	I0311 03:35:47.007396    1617 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 03:35:47.007403    1617 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 03:35:47.007683    1617 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/config.json ...

	I0311 03:35:47.007694    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/config.json: {Name:mk41f7b28ebcecbfbd225f407bd9db6c69de071e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:35:47.007929    1617 start.go:360] acquireMachinesLock for addons-597000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 03:35:47.008095    1617 start.go:364] duration metric: took 160.292µs to acquireMachinesLock for "addons-597000"

	I0311 03:35:47.008106    1617 start.go:93] Provisioning new machine with config: &{Name:addons-597000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kube

rnetesVersion:v1.28.4 ClusterName:addons-597000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mou

ntPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 03:35:47.008137    1617 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 03:35:47.013373    1617 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0311 03:35:47.245817    1617 start.go:159] libmachine.API.Create for "addons-597000" (driver="qemu2")

	I0311 03:35:47.245849    1617 client.go:168] LocalClient.Create starting

	I0311 03:35:47.246010    1617 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 03:35:47.335624    1617 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 03:35:47.631718    1617 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 03:35:48.315474    1617 main.go:141] libmachine: Creating SSH key...

	I0311 03:35:48.392108    1617 main.go:141] libmachine: Creating Disk image...

	I0311 03:35:48.392113    1617 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 03:35:48.392323    1617 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2

	I0311 03:35:48.413505    1617 main.go:141] libmachine: STDOUT: 

	I0311 03:35:48.413530    1617 main.go:141] libmachine: STDERR: 

	I0311 03:35:48.413591    1617 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2 +20000M

	I0311 03:35:48.424451    1617 main.go:141] libmachine: STDOUT: Image resized.

	I0311 03:35:48.424466    1617 main.go:141] libmachine: STDERR: 

	I0311 03:35:48.424479    1617 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2

	I0311 03:35:48.424484    1617 main.go:141] libmachine: Starting QEMU VM...

	I0311 03:35:48.424510    1617 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/qemu.pid -device virtio-net-pci,netdev=net0,mac=26:74:65:aa:02:22 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/disk.qcow2

	I0311 03:35:48.480705    1617 main.go:141] libmachine: STDOUT: 

	I0311 03:35:48.480734    1617 main.go:141] libmachine: STDERR: 

	I0311 03:35:48.480737    1617 main.go:141] libmachine: Attempt 0

	I0311 03:35:48.480748    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:48.480814    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:48.480838    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:35:50.482936    1617 main.go:141] libmachine: Attempt 1

	I0311 03:35:50.483014    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:50.483230    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:50.483278    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:35:52.484375    1617 main.go:141] libmachine: Attempt 2

	I0311 03:35:52.484479    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:52.484738    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:52.484829    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:35:54.486398    1617 main.go:141] libmachine: Attempt 3

	I0311 03:35:54.486432    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:54.486478    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:54.486515    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:35:56.488467    1617 main.go:141] libmachine: Attempt 4

	I0311 03:35:56.488480    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:56.488541    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:56.488548    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:35:58.490497    1617 main.go:141] libmachine: Attempt 5

	I0311 03:35:58.490505    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:35:58.490535    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:35:58.490541    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:36:00.492521    1617 main.go:141] libmachine: Attempt 6

	I0311 03:36:00.492549    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:36:00.492653    1617 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0311 03:36:00.492664    1617 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65f02ed0}

	I0311 03:36:02.494715    1617 main.go:141] libmachine: Attempt 7

	I0311 03:36:02.494830    1617 main.go:141] libmachine: Searching for 26:74:65:aa:2:22 in /var/db/dhcpd_leases ...

	I0311 03:36:02.495108    1617 main.go:141] libmachine: Found 2 entries in /var/db/dhcpd_leases!

	I0311 03:36:02.495156    1617 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:26:74:65:aa:2:22 ID:1,26:74:65:aa:2:22 Lease:0x65f03011}

	I0311 03:36:02.495171    1617 main.go:141] libmachine: Found match: 26:74:65:aa:2:22

	I0311 03:36:02.495203    1617 main.go:141] libmachine: IP: 192.168.105.2

	I0311 03:36:02.495222    1617 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0311 03:36:05.510561    1617 machine.go:94] provisionDockerMachine start ...

	I0311 03:36:05.511646    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:05.512030    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:05.512048    1617 main.go:141] libmachine: About to run SSH command:

	hostname

	I0311 03:36:05.568878    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0311 03:36:05.568905    1617 buildroot.go:166] provisioning hostname "addons-597000"

	I0311 03:36:05.568967    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:05.569092    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:05.569097    1617 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-597000 && echo "addons-597000" | sudo tee /etc/hostname

	I0311 03:36:05.622139    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-597000

	I0311 03:36:05.622194    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:05.622313    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:05.622322    1617 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-597000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-597000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-597000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0311 03:36:05.674309    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0311 03:36:05.674324    1617 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18350-986/.minikube CaCertPath:/Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18350-986/.minikube}

	I0311 03:36:05.674334    1617 buildroot.go:174] setting up certificates

	I0311 03:36:05.674339    1617 provision.go:84] configureAuth start

	I0311 03:36:05.674344    1617 provision.go:143] copyHostCerts

	I0311 03:36:05.674439    1617 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18350-986/.minikube/ca.pem (1082 bytes)

	I0311 03:36:05.674652    1617 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18350-986/.minikube/cert.pem (1123 bytes)

	I0311 03:36:05.674770    1617 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18350-986/.minikube/key.pem (1675 bytes)

	I0311 03:36:05.674871    1617 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/18350-986/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca-key.pem org=jenkins.addons-597000 san=[127.0.0.1 192.168.105.2 addons-597000 localhost minikube]

	I0311 03:36:05.853976    1617 provision.go:177] copyRemoteCerts

	I0311 03:36:05.854056    1617 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0311 03:36:05.854077    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:05.881424    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0311 03:36:05.890302    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0311 03:36:05.899038    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0311 03:36:05.907731    1617 provision.go:87] duration metric: took 233.398542ms to configureAuth

	I0311 03:36:05.907739    1617 buildroot.go:189] setting minikube options for container-runtime

	I0311 03:36:05.907839    1617 config.go:182] Loaded profile config "addons-597000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:36:05.907879    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:05.908035    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:05.908044    1617 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0311 03:36:05.955175    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0311 03:36:05.955185    1617 buildroot.go:70] root file system type: tmpfs

	I0311 03:36:05.955238    1617 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0311 03:36:05.955280    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:05.955402    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:05.955435    1617 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0311 03:36:06.007478    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0311 03:36:06.007536    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:06.007641    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:06.007649    1617 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0311 03:36:06.349123    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0311 03:36:06.349136    1617 machine.go:97] duration metric: took 838.596791ms to provisionDockerMachine

	I0311 03:36:06.349142    1617 client.go:171] duration metric: took 19.104198417s to LocalClient.Create

	I0311 03:36:06.349154    1617 start.go:167] duration metric: took 19.104249959s to libmachine.API.Create "addons-597000"

	I0311 03:36:06.349158    1617 start.go:293] postStartSetup for "addons-597000" (driver="qemu2")

	I0311 03:36:06.349164    1617 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0311 03:36:06.349232    1617 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0311 03:36:06.349241    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:06.374839    1617 ssh_runner.go:195] Run: cat /etc/os-release

	I0311 03:36:06.376186    1617 info.go:137] Remote host: Buildroot 2023.02.9

	I0311 03:36:06.376193    1617 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18350-986/.minikube/addons for local assets ...

	I0311 03:36:06.376266    1617 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18350-986/.minikube/files for local assets ...

	I0311 03:36:06.376299    1617 start.go:296] duration metric: took 27.139041ms for postStartSetup

	I0311 03:36:06.376701    1617 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/config.json ...

	I0311 03:36:06.376873    1617 start.go:128] duration metric: took 19.369653583s to createHost

	I0311 03:36:06.376914    1617 main.go:141] libmachine: Using SSH client type: native

	I0311 03:36:06.377003    1617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10069da90] 0x1006a02f0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0311 03:36:06.377007    1617 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0311 03:36:06.423486    1617 main.go:141] libmachine: SSH cmd err, output: <nil>: 1710153366.823228378

	I0311 03:36:06.423494    1617 fix.go:216] guest clock: 1710153366.823228378

	I0311 03:36:06.423498    1617 fix.go:229] Guest: 2024-03-11 03:36:06.823228378 -0700 PDT Remote: 2024-03-11 03:36:06.376876 -0700 PDT m=+19.477286626 (delta=446.352378ms)

	I0311 03:36:06.423508    1617 fix.go:200] guest clock delta is within tolerance: 446.352378ms

	I0311 03:36:06.423515    1617 start.go:83] releasing machines lock for "addons-597000", held for 19.416338292s

	I0311 03:36:06.423802    1617 ssh_runner.go:195] Run: cat /version.json

	I0311 03:36:06.423810    1617 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0311 03:36:06.423811    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:06.423843    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:06.575314    1617 ssh_runner.go:195] Run: systemctl --version

	I0311 03:36:06.578710    1617 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0311 03:36:06.581558    1617 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0311 03:36:06.581603    1617 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0311 03:36:06.589954    1617 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0311 03:36:06.589964    1617 start.go:494] detecting cgroup driver to use...

	I0311 03:36:06.590155    1617 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0311 03:36:06.598950    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0311 03:36:06.603477    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0311 03:36:06.607606    1617 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0311 03:36:06.607634    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0311 03:36:06.611568    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0311 03:36:06.615397    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0311 03:36:06.619167    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0311 03:36:06.623124    1617 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0311 03:36:06.626987    1617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0311 03:36:06.631059    1617 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0311 03:36:06.634525    1617 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0311 03:36:06.638222    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:06.725845    1617 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0311 03:36:06.737655    1617 start.go:494] detecting cgroup driver to use...

	I0311 03:36:06.737714    1617 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0311 03:36:06.743855    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0311 03:36:06.753474    1617 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0311 03:36:06.761811    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0311 03:36:06.767126    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0311 03:36:06.772669    1617 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0311 03:36:06.818489    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0311 03:36:06.824820    1617 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0311 03:36:06.831294    1617 ssh_runner.go:195] Run: which cri-dockerd

	I0311 03:36:06.832685    1617 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0311 03:36:06.835827    1617 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0311 03:36:06.841680    1617 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0311 03:36:06.925566    1617 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0311 03:36:07.016450    1617 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0311 03:36:07.016518    1617 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0311 03:36:07.022627    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:07.105691    1617 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0311 03:36:08.263544    1617 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.157883083s)

	I0311 03:36:08.263613    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0311 03:36:08.269280    1617 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0311 03:36:08.275805    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0311 03:36:08.281314    1617 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0311 03:36:08.365309    1617 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0311 03:36:08.448609    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:08.531889    1617 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0311 03:36:08.538785    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0311 03:36:08.544413    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:08.637189    1617 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0311 03:36:08.659764    1617 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0311 03:36:08.659845    1617 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0311 03:36:08.662786    1617 start.go:562] Will wait 60s for crictl version

	I0311 03:36:08.662830    1617 ssh_runner.go:195] Run: which crictl

	I0311 03:36:08.664200    1617 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0311 03:36:08.683256    1617 start.go:578] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.7

	RuntimeApiVersion:  v1

	I0311 03:36:08.683328    1617 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0311 03:36:08.693057    1617 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0311 03:36:08.708453    1617 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...

	I0311 03:36:08.708604    1617 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0311 03:36:08.709953    1617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0311 03:36:08.714449    1617 kubeadm.go:877] updating cluster {Name:addons-597000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28

.4 ClusterName:addons-597000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort

:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0311 03:36:08.714496    1617 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 03:36:08.714539    1617 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0311 03:36:08.719703    1617 docker.go:685] Got preloaded images: 

	I0311 03:36:08.719715    1617 docker.go:691] registry.k8s.io/kube-apiserver:v1.28.4 wasn't preloaded

	I0311 03:36:08.719760    1617 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0311 03:36:08.723539    1617 ssh_runner.go:195] Run: which lz4

	I0311 03:36:08.725054    1617 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0311 03:36:08.726314    1617 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0311 03:36:08.726330    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (357941720 bytes)

	I0311 03:36:10.008677    1617 docker.go:649] duration metric: took 1.283711291s to copy over tarball

	I0311 03:36:10.008738    1617 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0311 03:36:11.081565    1617 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.072849125s)

	I0311 03:36:11.081580    1617 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0311 03:36:11.097628    1617 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0311 03:36:11.101431    1617 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0311 03:36:11.107239    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:11.191385    1617 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0311 03:36:13.750168    1617 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.558887083s)

	I0311 03:36:13.750266    1617 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0311 03:36:13.756184    1617 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.4

	registry.k8s.io/kube-scheduler:v1.28.4

	registry.k8s.io/kube-controller-manager:v1.28.4

	registry.k8s.io/kube-proxy:v1.28.4

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0311 03:36:13.756193    1617 cache_images.go:84] Images are preloaded, skipping loading

	I0311 03:36:13.756198    1617 kubeadm.go:928] updating node { 192.168.105.2 8443 v1.28.4 docker true true} ...

	I0311 03:36:13.756265    1617 kubeadm.go:940] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-597000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.4 ClusterName:addons-597000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0311 03:36:13.756328    1617 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0311 03:36:13.767913    1617 cni.go:84] Creating CNI manager for ""

	I0311 03:36:13.767925    1617 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 03:36:13.767936    1617 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0311 03:36:13.767945    1617 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-597000 NodeName:addons-597000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0311 03:36:13.768012    1617 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-597000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0311 03:36:13.768072    1617 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4

	I0311 03:36:13.771671    1617 binaries.go:44] Found k8s binaries, skipping transfer

	I0311 03:36:13.771711    1617 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0311 03:36:13.775238    1617 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)

	I0311 03:36:13.781195    1617 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0311 03:36:13.786954    1617 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2158 bytes)

	I0311 03:36:13.792898    1617 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0311 03:36:13.794410    1617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0311 03:36:13.798743    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:13.885129    1617 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0311 03:36:13.893185    1617 certs.go:68] Setting up /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000 for IP: 192.168.105.2

	I0311 03:36:13.893193    1617 certs.go:194] generating shared ca certs ...

	I0311 03:36:13.893207    1617 certs.go:226] acquiring lock for ca certs: {Name:mk0eff4ed47e91bcbb09c749a04fbf8f2901eda8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:13.893392    1617 certs.go:240] generating "minikubeCA" ca cert: /Users/jenkins/minikube-integration/18350-986/.minikube/ca.key

	I0311 03:36:14.031893    1617 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18350-986/.minikube/ca.crt ...

	I0311 03:36:14.031914    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/ca.crt: {Name:mka6bd50a38858ea5f4ed5b9a27873539b1c3441 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.032223    1617 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18350-986/.minikube/ca.key ...

	I0311 03:36:14.032227    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/ca.key: {Name:mk3df15a2c2c61f2b8b66a0ebda321d25369084d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.032340    1617 certs.go:240] generating "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.key

	I0311 03:36:14.069368    1617 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.crt ...

	I0311 03:36:14.069380    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.crt: {Name:mkc484f8e8d78fddcf87cca4352cd73199381c35 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.069582    1617 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.key ...

	I0311 03:36:14.069586    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.key: {Name:mk5bd0be18168d98a2cb61d5faf9aac11a087951 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.069714    1617 certs.go:256] generating profile certs ...

	I0311 03:36:14.069762    1617 certs.go:363] generating signed profile cert for "minikube-user": /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.key

	I0311 03:36:14.069784    1617 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt with IP's: []

	I0311 03:36:14.159820    1617 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt ...

	I0311 03:36:14.159825    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: {Name:mk81f3afff164133054adc6d16317546f6607030 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.159986    1617 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.key ...

	I0311 03:36:14.159990    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.key: {Name:mka1363ccd544806885b9b8bd9a73e71b503a891 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.160110    1617 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key.a2454f25

	I0311 03:36:14.160121    1617 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt.a2454f25 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.105.2]

	I0311 03:36:14.220437    1617 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt.a2454f25 ...

	I0311 03:36:14.220441    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt.a2454f25: {Name:mk132ba9b3af8a06bb510d7c0ad920a03242ff42 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.220579    1617 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key.a2454f25 ...

	I0311 03:36:14.220582    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key.a2454f25: {Name:mk933d4c5f250052503acdda81ff344378b1966f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.220685    1617 certs.go:381] copying /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt.a2454f25 -> /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt

	I0311 03:36:14.220874    1617 certs.go:385] copying /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key.a2454f25 -> /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key

	I0311 03:36:14.220979    1617 certs.go:363] generating signed profile cert for "aggregator": /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.key

	I0311 03:36:14.220992    1617 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.crt with IP's: []

	I0311 03:36:14.262060    1617 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.crt ...

	I0311 03:36:14.262064    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.crt: {Name:mk0b66d898be9fb54ca37068067fe64096dbc3be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.262207    1617 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.key ...

	I0311 03:36:14.262210    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.key: {Name:mke57cf3ea01c43a54ff67f94fc3d24625957675 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:14.262427    1617 certs.go:484] found cert: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca-key.pem (1679 bytes)

	I0311 03:36:14.262455    1617 certs.go:484] found cert: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem (1082 bytes)

	I0311 03:36:14.262473    1617 certs.go:484] found cert: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem (1123 bytes)

	I0311 03:36:14.262495    1617 certs.go:484] found cert: /Users/jenkins/minikube-integration/18350-986/.minikube/certs/key.pem (1675 bytes)

	I0311 03:36:14.262845    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0311 03:36:14.271717    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0311 03:36:14.279579    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0311 03:36:14.287575    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0311 03:36:14.295582    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)

	I0311 03:36:14.303699    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0311 03:36:14.311773    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0311 03:36:14.319898    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0311 03:36:14.328300    1617 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18350-986/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0311 03:36:14.336251    1617 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0311 03:36:14.343148    1617 ssh_runner.go:195] Run: openssl version

	I0311 03:36:14.345514    1617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0311 03:36:14.349275    1617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0311 03:36:14.351045    1617 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 11 10:36 /usr/share/ca-certificates/minikubeCA.pem

	I0311 03:36:14.351069    1617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0311 03:36:14.353093    1617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0311 03:36:14.356659    1617 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0311 03:36:14.358226    1617 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory

	I0311 03:36:14.358269    1617 kubeadm.go:391] StartCluster: {Name:addons-597000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4

ClusterName:addons-597000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0

MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 03:36:14.358333    1617 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0311 03:36:14.364102    1617 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0311 03:36:14.367496    1617 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0311 03:36:14.370980    1617 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0311 03:36:14.374676    1617 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0311 03:36:14.374681    1617 kubeadm.go:156] found existing configuration files:

	I0311 03:36:14.374703    1617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf

	I0311 03:36:14.378078    1617 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/admin.conf: No such file or directory

	I0311 03:36:14.378105    1617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf

	I0311 03:36:14.381414    1617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf

	I0311 03:36:14.384531    1617 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/kubelet.conf: No such file or directory

	I0311 03:36:14.384554    1617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf

	I0311 03:36:14.387638    1617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf

	I0311 03:36:14.390927    1617 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/controller-manager.conf: No such file or directory

	I0311 03:36:14.390950    1617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0311 03:36:14.394547    1617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf

	I0311 03:36:14.398008    1617 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	grep: /etc/kubernetes/scheduler.conf: No such file or directory

	I0311 03:36:14.398037    1617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0311 03:36:14.401391    1617 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0311 03:36:14.425476    1617 kubeadm.go:309] [init] Using Kubernetes version: v1.28.4

	I0311 03:36:14.427573    1617 kubeadm.go:309] [preflight] Running pre-flight checks

	I0311 03:36:14.478294    1617 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0311 03:36:14.478354    1617 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0311 03:36:14.478399    1617 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0311 03:36:14.574580    1617 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0311 03:36:14.586706    1617 out.go:204]   - Generating certificates and keys ...

	I0311 03:36:14.586743    1617 kubeadm.go:309] [certs] Using existing ca certificate authority

	I0311 03:36:14.586777    1617 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk

	I0311 03:36:14.637448    1617 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0311 03:36:14.667572    1617 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key

	I0311 03:36:14.768325    1617 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key

	I0311 03:36:14.858751    1617 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key

	I0311 03:36:15.001274    1617 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key

	I0311 03:36:15.001338    1617 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [addons-597000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0311 03:36:15.177373    1617 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key

	I0311 03:36:15.177467    1617 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [addons-597000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0311 03:36:15.276979    1617 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0311 03:36:15.415535    1617 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key

	I0311 03:36:15.541755    1617 kubeadm.go:309] [certs] Generating "sa" key and public key

	I0311 03:36:15.541804    1617 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0311 03:36:15.864901    1617 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0311 03:36:15.961630    1617 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0311 03:36:16.171703    1617 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0311 03:36:16.220597    1617 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0311 03:36:16.220795    1617 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0311 03:36:16.221965    1617 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0311 03:36:16.226326    1617 out.go:204]   - Booting up control plane ...

	I0311 03:36:16.226386    1617 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0311 03:36:16.226431    1617 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0311 03:36:16.226464    1617 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0311 03:36:16.231590    1617 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0311 03:36:16.231846    1617 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0311 03:36:16.231950    1617 kubeadm.go:309] [kubelet-start] Starting the kubelet

	I0311 03:36:16.325056    1617 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0311 03:36:20.326639    1617 kubeadm.go:309] [apiclient] All control plane components are healthy after 4.001923 seconds

	I0311 03:36:20.326698    1617 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0311 03:36:20.332615    1617 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0311 03:36:20.841886    1617 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs

	I0311 03:36:20.841989    1617 kubeadm.go:309] [mark-control-plane] Marking the node addons-597000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0311 03:36:21.347549    1617 kubeadm.go:309] [bootstrap-token] Using token: o18ufw.vzcmd0senmjumfmw

	I0311 03:36:21.356955    1617 out.go:204]   - Configuring RBAC rules ...

	I0311 03:36:21.357013    1617 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0311 03:36:21.357775    1617 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0311 03:36:21.360462    1617 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0311 03:36:21.361630    1617 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0311 03:36:21.362709    1617 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0311 03:36:21.364308    1617 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0311 03:36:21.367996    1617 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0311 03:36:21.547202    1617 kubeadm.go:309] [addons] Applied essential addon: CoreDNS

	I0311 03:36:21.760528    1617 kubeadm.go:309] [addons] Applied essential addon: kube-proxy

	I0311 03:36:21.760976    1617 kubeadm.go:309] 

	I0311 03:36:21.761008    1617 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!

	I0311 03:36:21.761011    1617 kubeadm.go:309] 

	I0311 03:36:21.761051    1617 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:

	I0311 03:36:21.761057    1617 kubeadm.go:309] 

	I0311 03:36:21.761071    1617 kubeadm.go:309]   mkdir -p $HOME/.kube

	I0311 03:36:21.761109    1617 kubeadm.go:309]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0311 03:36:21.761143    1617 kubeadm.go:309]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0311 03:36:21.761146    1617 kubeadm.go:309] 

	I0311 03:36:21.761174    1617 kubeadm.go:309] Alternatively, if you are the root user, you can run:

	I0311 03:36:21.761177    1617 kubeadm.go:309] 

	I0311 03:36:21.761206    1617 kubeadm.go:309]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0311 03:36:21.761210    1617 kubeadm.go:309] 

	I0311 03:36:21.761240    1617 kubeadm.go:309] You should now deploy a pod network to the cluster.

	I0311 03:36:21.761287    1617 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0311 03:36:21.761321    1617 kubeadm.go:309]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0311 03:36:21.761327    1617 kubeadm.go:309] 

	I0311 03:36:21.761371    1617 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities

	I0311 03:36:21.761415    1617 kubeadm.go:309] and service account keys on each node and then running the following as root:

	I0311 03:36:21.761418    1617 kubeadm.go:309] 

	I0311 03:36:21.761465    1617 kubeadm.go:309]   kubeadm join control-plane.minikube.internal:8443 --token o18ufw.vzcmd0senmjumfmw \

	I0311 03:36:21.761519    1617 kubeadm.go:309] 	--discovery-token-ca-cert-hash sha256:eab4234e68e1b3b03f0f7cf9465283cfbf6e9f9754481cb8053f1f94c272ad6e \

	I0311 03:36:21.761530    1617 kubeadm.go:309] 	--control-plane 

	I0311 03:36:21.761533    1617 kubeadm.go:309] 

	I0311 03:36:21.761585    1617 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:

	I0311 03:36:21.761591    1617 kubeadm.go:309] 

	I0311 03:36:21.761633    1617 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token o18ufw.vzcmd0senmjumfmw \

	I0311 03:36:21.761691    1617 kubeadm.go:309] 	--discovery-token-ca-cert-hash sha256:eab4234e68e1b3b03f0f7cf9465283cfbf6e9f9754481cb8053f1f94c272ad6e 

	I0311 03:36:21.761751    1617 kubeadm.go:309] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0311 03:36:21.761759    1617 cni.go:84] Creating CNI manager for ""

	I0311 03:36:21.761767    1617 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 03:36:21.770155    1617 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0311 03:36:21.776282    1617 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0311 03:36:21.783080    1617 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0311 03:36:21.788853    1617 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0311 03:36:21.788913    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:21.788914    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-597000 minikube.k8s.io/updated_at=2024_03_11T03_36_21_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=1f02234404c3608d31811fa9c1f2f7d976b3e563 minikube.k8s.io/name=addons-597000 minikube.k8s.io/primary=true

	I0311 03:36:21.857787    1617 ops.go:34] apiserver oom_adj: -16

	I0311 03:36:21.857829    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:22.359903    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:22.859855    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:23.359873    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:23.859845    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:24.359828    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:24.859797    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:25.359307    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:25.859741    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:26.359714    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:26.858028    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:27.359646    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:27.859663    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:28.359586    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:28.859570    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:29.359390    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:29.859512    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:30.359535    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:30.859449    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:31.359507    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:31.859452    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:32.359379    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:32.859412    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:33.359375    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:33.857641    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:34.359274    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:34.859316    1617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0311 03:36:34.910039    1617 kubeadm.go:1106] duration metric: took 13.1217945s to wait for elevateKubeSystemPrivileges

	W0311 03:36:34.910063    1617 kubeadm.go:286] apiserver tunnel failed: apiserver port not set

	I0311 03:36:34.910069    1617 kubeadm.go:393] duration metric: took 20.55278s to StartCluster

	I0311 03:36:34.910102    1617 settings.go:142] acquiring lock: {Name:mk914df43a11d01b4609d1cefd86c6d6814b7b6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:34.910255    1617 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 03:36:34.910441    1617 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/kubeconfig: {Name:mka1b8ea0dffa0092f34d56c8689bdb2eb2631e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 03:36:34.910662    1617 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0311 03:36:34.910689    1617 start.go:234] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 03:36:34.915559    1617 out.go:177] * Verifying Kubernetes components...

	I0311 03:36:34.910746    1617 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]

	I0311 03:36:34.910865    1617 config.go:182] Loaded profile config "addons-597000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:36:34.915665    1617 addons.go:69] Setting yakd=true in profile "addons-597000"

	I0311 03:36:34.924183    1617 addons.go:234] Setting addon yakd=true in "addons-597000"

	I0311 03:36:34.924190    1617 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0311 03:36:34.924211    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.915671    1617 addons.go:69] Setting metrics-server=true in profile "addons-597000"

	I0311 03:36:34.924235    1617 addons.go:234] Setting addon metrics-server=true in "addons-597000"

	I0311 03:36:34.915674    1617 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-597000"

	I0311 03:36:34.924276    1617 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-597000"

	I0311 03:36:34.924285    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.915676    1617 addons.go:69] Setting default-storageclass=true in profile "addons-597000"

	I0311 03:36:34.924351    1617 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-597000"

	I0311 03:36:34.915680    1617 addons.go:69] Setting cloud-spanner=true in profile "addons-597000"

	I0311 03:36:34.915682    1617 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-597000"

	I0311 03:36:34.915685    1617 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-597000"

	I0311 03:36:34.915686    1617 addons.go:69] Setting registry=true in profile "addons-597000"

	I0311 03:36:34.915681    1617 addons.go:69] Setting inspektor-gadget=true in profile "addons-597000"

	I0311 03:36:34.915688    1617 addons.go:69] Setting storage-provisioner=true in profile "addons-597000"

	I0311 03:36:34.915688    1617 addons.go:69] Setting volumesnapshots=true in profile "addons-597000"

	I0311 03:36:34.915692    1617 addons.go:69] Setting gcp-auth=true in profile "addons-597000"

	I0311 03:36:34.915709    1617 addons.go:69] Setting ingress-dns=true in profile "addons-597000"

	I0311 03:36:34.915723    1617 addons.go:69] Setting ingress=true in profile "addons-597000"

	I0311 03:36:34.924257    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924446    1617 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-597000"

	I0311 03:36:34.924458    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924466    1617 addons.go:234] Setting addon inspektor-gadget=true in "addons-597000"

	I0311 03:36:34.924498    1617 mustload.go:65] Loading cluster: addons-597000

	I0311 03:36:34.924508    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924522    1617 addons.go:234] Setting addon ingress=true in "addons-597000"

	I0311 03:36:34.924563    1617 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-597000"

	I0311 03:36:34.924565    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924571    1617 addons.go:234] Setting addon registry=true in "addons-597000"

	I0311 03:36:34.924582    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924635    1617 retry.go:31] will retry after 1.44753759s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924651    1617 addons.go:234] Setting addon storage-provisioner=true in "addons-597000"

	I0311 03:36:34.924664    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924694    1617 retry.go:31] will retry after 1.19416652s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924697    1617 retry.go:31] will retry after 810.939138ms: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924707    1617 addons.go:234] Setting addon volumesnapshots=true in "addons-597000"

	I0311 03:36:34.924717    1617 config.go:182] Loaded profile config "addons-597000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:36:34.924788    1617 retry.go:31] will retry after 1.049883659s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924491    1617 addons.go:234] Setting addon ingress-dns=true in "addons-597000"

	I0311 03:36:34.924808    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924820    1617 retry.go:31] will retry after 1.392419609s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924707    1617 addons.go:234] Setting addon cloud-spanner=true in "addons-597000"

	I0311 03:36:34.924829    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924867    1617 retry.go:31] will retry after 1.26916085s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924900    1617 retry.go:31] will retry after 1.199693264s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924722    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.924980    1617 retry.go:31] will retry after 1.049506626s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.924990    1617 retry.go:31] will retry after 1.218636209s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.925042    1617 retry.go:31] will retry after 1.113342691s: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.925123    1617 retry.go:31] will retry after 904.339757ms: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.925191    1617 retry.go:31] will retry after 789.900688ms: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:34.929534    1617 out.go:177]   - Using image docker.io/marcnuri/yakd:0.0.4

	I0311 03:36:34.932633    1617 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml

	I0311 03:36:34.932641    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)

	I0311 03:36:34.932649    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:34.934575    1617 addons.go:234] Setting addon default-storageclass=true in "addons-597000"

	I0311 03:36:34.934594    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:34.935286    1617 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml

	I0311 03:36:34.935292    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0311 03:36:34.935298    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:34.982897    1617 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0311 03:36:35.042500    1617 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0311 03:36:35.087492    1617 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml

	I0311 03:36:35.087503    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)

	I0311 03:36:35.120934    1617 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml

	I0311 03:36:35.120947    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)

	I0311 03:36:35.129938    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0311 03:36:35.160865    1617 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml

	I0311 03:36:35.160879    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)

	I0311 03:36:35.185855    1617 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml

	I0311 03:36:35.185867    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)

	I0311 03:36:35.221166    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml

	I0311 03:36:35.665200    1617 start.go:948] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0311 03:36:35.665612    1617 node_ready.go:35] waiting up to 6m0s for node "addons-597000" to be "Ready" ...

	I0311 03:36:35.675835    1617 node_ready.go:49] node "addons-597000" has status "Ready":"True"

	I0311 03:36:35.675855    1617 node_ready.go:38] duration metric: took 10.224167ms for node "addons-597000" to be "Ready" ...

	I0311 03:36:35.675860    1617 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0311 03:36:35.685902    1617 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-848xf" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:35.723599    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0311 03:36:35.727635    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0311 03:36:35.727649    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0311 03:36:35.727659    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:35.741624    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0311 03:36:35.754170    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0311 03:36:35.762549    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0311 03:36:35.773542    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0311 03:36:35.780585    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0311 03:36:35.778231    1617 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0311 03:36:35.783833    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0311 03:36:35.787489    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0311 03:36:35.793516    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0311 03:36:35.790856    1617 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0311 03:36:35.801114    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0311 03:36:35.808260    1617 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0311 03:36:35.815238    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0311 03:36:35.815246    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0311 03:36:35.810508    1617 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0311 03:36:35.815256    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:35.815263    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0311 03:36:35.833496    1617 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:

		minikube -p addons-597000 service yakd-dashboard -n yakd-dashboard

	I0311 03:36:35.825931    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0311 03:36:35.840533    1617 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.10.0

	I0311 03:36:35.833509    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0311 03:36:35.847517    1617 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0

	I0311 03:36:35.854401    1617 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0

	I0311 03:36:35.857754    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0311 03:36:35.859601    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0311 03:36:35.858564    1617 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0311 03:36:35.859630    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0311 03:36:35.859633    1617 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0311 03:36:35.859637    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)

	I0311 03:36:35.859644    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:35.871840    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0311 03:36:35.872751    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0311 03:36:35.872757    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0311 03:36:35.879956    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0311 03:36:35.879968    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0311 03:36:35.887484    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0311 03:36:35.887496    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0311 03:36:35.896178    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0311 03:36:35.911419    1617 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0311 03:36:35.911431    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0311 03:36:35.932700    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0311 03:36:35.932712    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0311 03:36:35.976589    1617 retry.go:31] will retry after 939.994945ms: connect: dial unix /Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/monitor: connect: connection refused

	I0311 03:36:35.976821    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0311 03:36:35.976828    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0311 03:36:35.977145    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:36.004143    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0311 03:36:36.004153    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0311 03:36:36.010350    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0311 03:36:36.010358    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0311 03:36:36.016595    1617 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0311 03:36:36.016603    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0311 03:36:36.022939    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0311 03:36:36.045558    1617 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14

	I0311 03:36:36.049532    1617 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml

	I0311 03:36:36.049547    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)

	I0311 03:36:36.049566    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.121637    1617 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-597000"

	I0311 03:36:36.121676    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:36.126450    1617 out.go:177]   - Using image docker.io/rancher/local-path-provisioner:v0.0.22

	I0311 03:36:36.129451    1617 out.go:177]   - Using image docker.io/busybox:stable

	I0311 03:36:36.133585    1617 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0311 03:36:36.133597    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)

	I0311 03:36:36.133607    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.138458    1617 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.25.1

	I0311 03:36:36.142592    1617 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0311 03:36:36.142603    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0311 03:36:36.142612    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.147488    1617 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0311 03:36:36.153477    1617 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0311 03:36:36.153487    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0311 03:36:36.153495    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.177881    1617 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-597000" context rescaled to 1 replicas

	I0311 03:36:36.205512    1617 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0311 03:36:36.208558    1617 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0311 03:36:36.208566    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0311 03:36:36.208575    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.220386    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0311 03:36:36.225037    1617 pod_ready.go:92] pod "coredns-5dd5756b68-848xf" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.225047    1617 pod_ready.go:81] duration metric: took 539.16075ms for pod "coredns-5dd5756b68-848xf" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.225053    1617 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-s6d4v" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.238159    1617 pod_ready.go:92] pod "coredns-5dd5756b68-s6d4v" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.238170    1617 pod_ready.go:81] duration metric: took 13.113959ms for pod "coredns-5dd5756b68-s6d4v" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.238175    1617 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.254917    1617 pod_ready.go:92] pod "etcd-addons-597000" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.254928    1617 pod_ready.go:81] duration metric: took 16.751208ms for pod "etcd-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.254934    1617 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.270582    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0311 03:36:36.274262    1617 pod_ready.go:92] pod "kube-apiserver-addons-597000" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.274272    1617 pod_ready.go:81] duration metric: took 19.335667ms for pod "kube-apiserver-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.274278    1617 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.314958    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0311 03:36:36.323258    1617 out.go:177]   - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.5

	I0311 03:36:36.329604    1617 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0311 03:36:36.329616    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)

	I0311 03:36:36.329627    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	W0311 03:36:36.329909    1617 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0311 03:36:36.329926    1617 retry.go:31] will retry after 139.799701ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0311 03:36:36.354235    1617 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0311 03:36:36.354247    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0311 03:36:36.378992    1617 out.go:177]   - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0

	I0311 03:36:36.384086    1617 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml

	I0311 03:36:36.384139    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)

	I0311 03:36:36.384153    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:36.390526    1617 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml

	I0311 03:36:36.390538    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0311 03:36:36.430110    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0311 03:36:36.445938    1617 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0311 03:36:36.445951    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0311 03:36:36.469032    1617 pod_ready.go:92] pod "kube-controller-manager-addons-597000" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.469046    1617 pod_ready.go:81] duration metric: took 194.773708ms for pod "kube-controller-manager-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.469051    1617 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-w945h" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.469913    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0311 03:36:36.504844    1617 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0311 03:36:36.504857    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0311 03:36:36.550273    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0311 03:36:36.568776    1617 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml

	I0311 03:36:36.568786    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)

	I0311 03:36:36.568818    1617 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0311 03:36:36.568822    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0311 03:36:36.643821    1617 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml

	I0311 03:36:36.643835    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0311 03:36:36.644130    1617 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml

	I0311 03:36:36.644135    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)

	I0311 03:36:36.752645    1617 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0311 03:36:36.752657    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)

	I0311 03:36:36.762584    1617 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml

	I0311 03:36:36.762597    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)

	I0311 03:36:36.791553    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0311 03:36:36.809192    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml

	I0311 03:36:36.883440    1617 pod_ready.go:92] pod "kube-proxy-w945h" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:36.883454    1617 pod_ready.go:81] duration metric: took 414.418917ms for pod "kube-proxy-w945h" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.883459    1617 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:36.922447    1617 out.go:177]   - Using image docker.io/registry:2.8.3

	I0311 03:36:36.925554    1617 out.go:177]   - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5

	I0311 03:36:36.929541    1617 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml

	I0311 03:36:36.929551    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)

	I0311 03:36:36.929561    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:37.269515    1617 pod_ready.go:92] pod "kube-scheduler-addons-597000" in "kube-system" namespace has status "Ready":"True"

	I0311 03:36:37.269529    1617 pod_ready.go:81] duration metric: took 386.085042ms for pod "kube-scheduler-addons-597000" in "kube-system" namespace to be "Ready" ...

	I0311 03:36:37.269533    1617 pod_ready.go:38] duration metric: took 1.593743791s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0311 03:36:37.269543    1617 api_server.go:52] waiting for apiserver process to appear ...

	I0311 03:36:37.269612    1617 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0311 03:36:37.299830    1617 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml

	I0311 03:36:37.299843    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)

	I0311 03:36:37.388177    1617 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml

	I0311 03:36:37.388187    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)

	I0311 03:36:37.448280    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml

	I0311 03:36:39.105238    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (3.209192625s)

	I0311 03:36:39.105271    1617 addons.go:470] Verifying addon ingress=true in "addons-597000"

	I0311 03:36:39.184414    1617 out.go:177] * Verifying ingress addon...

	I0311 03:36:39.192727    1617 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0311 03:36:39.196404    1617 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0311 03:36:39.196413    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:39.562698    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.539902833s)

	I0311 03:36:39.562718    1617 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-597000"

	I0311 03:36:39.562725    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.292289667s)

	I0311 03:36:39.562705    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.34246475s)

	I0311 03:36:39.562876    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.248053667s)

	I0311 03:36:39.562890    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.132918333s)

	I0311 03:36:39.562922    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.093145083s)

	I0311 03:36:39.562938    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.012792417s)

	I0311 03:36:39.562975    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (2.7715395s)

	I0311 03:36:39.562995    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (2.753921417s)

	I0311 03:36:39.567247    1617 addons.go:470] Verifying addon metrics-server=true in "addons-597000"

	I0311 03:36:39.563002    1617 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (2.293492209s)

	I0311 03:36:39.567257    1617 api_server.go:72] duration metric: took 4.656778209s to wait for apiserver process to appear ...

	I0311 03:36:39.567261    1617 api_server.go:88] waiting for apiserver healthz status ...

	I0311 03:36:39.567269    1617 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0311 03:36:39.563011    1617 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (2.114823125s)

	I0311 03:36:39.567278    1617 addons.go:470] Verifying addon registry=true in "addons-597000"

	I0311 03:36:39.581491    1617 out.go:177] * Verifying registry addon...

	I0311 03:36:39.567194    1617 out.go:177] * Verifying csi-hostpath-driver addon...

	I0311 03:36:39.570274    1617 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0311 03:36:39.585820    1617 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0311 03:36:39.586636    1617 api_server.go:141] control plane version: v1.28.4

	I0311 03:36:39.591442    1617 api_server.go:131] duration metric: took 24.176125ms to wait for apiserver health ...

	I0311 03:36:39.591451    1617 system_pods.go:43] waiting for kube-system pods to appear ...

	I0311 03:36:39.591767    1617 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0311 03:36:39.600123    1617 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry

	I0311 03:36:39.600132    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:39.601185    1617 system_pods.go:59] 18 kube-system pods found

	I0311 03:36:39.601193    1617 system_pods.go:61] "coredns-5dd5756b68-848xf" [a6722c75-2149-49f3-ad16-52705ee40566] Running

	I0311 03:36:39.601196    1617 system_pods.go:61] "coredns-5dd5756b68-s6d4v" [11c7c905-aec9-4add-a656-c35ecfe51d95] Running

	I0311 03:36:39.601200    1617 system_pods.go:61] "csi-hostpath-attacher-0" [0aa77968-09d6-4ba9-a5a7-843197d00f2c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0311 03:36:39.601202    1617 system_pods.go:61] "csi-hostpath-resizer-0" [7e8cc1c1-692c-4424-9236-16b1bae0ea87] Pending

	I0311 03:36:39.601205    1617 system_pods.go:61] "csi-hostpathplugin-jzg2d" [b6d435d8-ae70-420a-87d3-e2c6fd3bf5ec] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0311 03:36:39.601208    1617 system_pods.go:61] "etcd-addons-597000" [2199af7d-cd11-4a30-b48d-c6ee79735f29] Running

	I0311 03:36:39.601210    1617 system_pods.go:61] "kube-apiserver-addons-597000" [9241ddef-7677-4979-b48c-ee92087b5af6] Running

	I0311 03:36:39.601212    1617 system_pods.go:61] "kube-controller-manager-addons-597000" [6154c323-d902-4cf4-809e-560e73935c81] Running

	I0311 03:36:39.601216    1617 system_pods.go:61] "kube-ingress-dns-minikube" [cc9d9a7c-e77b-4e8b-bae3-38a181a66f72] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0311 03:36:39.601218    1617 system_pods.go:61] "kube-proxy-w945h" [0cb6eaea-caf6-4d72-9278-160bd5afc698] Running

	I0311 03:36:39.601220    1617 system_pods.go:61] "kube-scheduler-addons-597000" [e2602c65-6113-42c4-afad-c7896b473445] Running

	I0311 03:36:39.601223    1617 system_pods.go:61] "metrics-server-69cf46c98-jx5gp" [20084289-c494-4cb3-9522-626c08a8c482] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0311 03:36:39.601226    1617 system_pods.go:61] "nvidia-device-plugin-daemonset-74ckq" [71bbf97d-2702-49fb-9d63-7235962d84c3] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0311 03:36:39.601238    1617 system_pods.go:61] "registry-fb4xz" [ad331ad1-6a0f-4327-8b07-0646fb1a581c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0311 03:36:39.601241    1617 system_pods.go:61] "registry-proxy-8mg7f" [1c8aa6c3-cb12-49ed-90b8-55a73f146bf6] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0311 03:36:39.601245    1617 system_pods.go:61] "snapshot-controller-58dbcc7b99-77cff" [fab40bc6-7fb2-4558-8f72-330de9013680] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0311 03:36:39.601248    1617 system_pods.go:61] "snapshot-controller-58dbcc7b99-cz2pb" [7ef69b89-520e-48dc-a326-0d41cb1fbbca] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0311 03:36:39.601251    1617 system_pods.go:61] "storage-provisioner" [14866de2-7a11-403e-871d-44178186abf2] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0311 03:36:39.601253    1617 system_pods.go:74] duration metric: took 9.800125ms to wait for pod list to return data ...

	I0311 03:36:39.601258    1617 default_sa.go:34] waiting for default service account to be created ...

	I0311 03:36:39.603599    1617 default_sa.go:45] found service account: "default"

	I0311 03:36:39.603607    1617 default_sa.go:55] duration metric: took 2.346083ms for default service account to be created ...

	I0311 03:36:39.603610    1617 system_pods.go:116] waiting for k8s-apps to be running ...

	I0311 03:36:39.604007    1617 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0311 03:36:39.604012    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:39.609569    1617 system_pods.go:86] 18 kube-system pods found

	I0311 03:36:39.609580    1617 system_pods.go:89] "coredns-5dd5756b68-848xf" [a6722c75-2149-49f3-ad16-52705ee40566] Running

	I0311 03:36:39.609584    1617 system_pods.go:89] "coredns-5dd5756b68-s6d4v" [11c7c905-aec9-4add-a656-c35ecfe51d95] Running

	I0311 03:36:39.609587    1617 system_pods.go:89] "csi-hostpath-attacher-0" [0aa77968-09d6-4ba9-a5a7-843197d00f2c] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0311 03:36:39.609590    1617 system_pods.go:89] "csi-hostpath-resizer-0" [7e8cc1c1-692c-4424-9236-16b1bae0ea87] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0311 03:36:39.609594    1617 system_pods.go:89] "csi-hostpathplugin-jzg2d" [b6d435d8-ae70-420a-87d3-e2c6fd3bf5ec] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0311 03:36:39.609597    1617 system_pods.go:89] "etcd-addons-597000" [2199af7d-cd11-4a30-b48d-c6ee79735f29] Running

	I0311 03:36:39.609598    1617 system_pods.go:89] "kube-apiserver-addons-597000" [9241ddef-7677-4979-b48c-ee92087b5af6] Running

	I0311 03:36:39.609600    1617 system_pods.go:89] "kube-controller-manager-addons-597000" [6154c323-d902-4cf4-809e-560e73935c81] Running

	I0311 03:36:39.609603    1617 system_pods.go:89] "kube-ingress-dns-minikube" [cc9d9a7c-e77b-4e8b-bae3-38a181a66f72] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0311 03:36:39.609604    1617 system_pods.go:89] "kube-proxy-w945h" [0cb6eaea-caf6-4d72-9278-160bd5afc698] Running

	I0311 03:36:39.609606    1617 system_pods.go:89] "kube-scheduler-addons-597000" [e2602c65-6113-42c4-afad-c7896b473445] Running

	I0311 03:36:39.609608    1617 system_pods.go:89] "metrics-server-69cf46c98-jx5gp" [20084289-c494-4cb3-9522-626c08a8c482] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0311 03:36:39.609613    1617 system_pods.go:89] "nvidia-device-plugin-daemonset-74ckq" [71bbf97d-2702-49fb-9d63-7235962d84c3] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0311 03:36:39.609616    1617 system_pods.go:89] "registry-fb4xz" [ad331ad1-6a0f-4327-8b07-0646fb1a581c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0311 03:36:39.609618    1617 system_pods.go:89] "registry-proxy-8mg7f" [1c8aa6c3-cb12-49ed-90b8-55a73f146bf6] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0311 03:36:39.609621    1617 system_pods.go:89] "snapshot-controller-58dbcc7b99-77cff" [fab40bc6-7fb2-4558-8f72-330de9013680] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0311 03:36:39.609623    1617 system_pods.go:89] "snapshot-controller-58dbcc7b99-cz2pb" [7ef69b89-520e-48dc-a326-0d41cb1fbbca] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0311 03:36:39.609627    1617 system_pods.go:89] "storage-provisioner" [14866de2-7a11-403e-871d-44178186abf2] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0311 03:36:39.609630    1617 system_pods.go:126] duration metric: took 6.017417ms to wait for k8s-apps to be running ...

	I0311 03:36:39.609635    1617 system_svc.go:44] waiting for kubelet service to be running ....

	I0311 03:36:39.609892    1617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0311 03:36:39.618051    1617 system_svc.go:56] duration metric: took 8.409791ms WaitForService to wait for kubelet

	I0311 03:36:39.618068    1617 kubeadm.go:576] duration metric: took 4.707591084s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 03:36:39.618081    1617 node_conditions.go:102] verifying NodePressure condition ...

	I0311 03:36:39.619907    1617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0311 03:36:39.619916    1617 node_conditions.go:123] node cpu capacity is 2

	I0311 03:36:39.619922    1617 node_conditions.go:105] duration metric: took 1.838917ms to run NodePressure ...

	I0311 03:36:39.619930    1617 start.go:240] waiting for startup goroutines ...

	I0311 03:36:39.696994    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:40.097160    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:40.097398    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:40.196741    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:40.594404    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:40.594667    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:40.697133    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:41.096519    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:41.096533    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:41.196686    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:41.595683    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:41.595912    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:41.696873    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:42.097026    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:42.097186    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:42.196602    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:42.596166    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:42.596417    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:42.696694    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:43.095508    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:43.095854    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:43.181321    1617 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0311 03:36:43.181336    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:43.195714    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:43.212627    1617 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0311 03:36:43.218535    1617 addons.go:234] Setting addon gcp-auth=true in "addons-597000"

	I0311 03:36:43.218560    1617 host.go:66] Checking if "addons-597000" exists ...

	I0311 03:36:43.219769    1617 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0311 03:36:43.219776    1617 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/addons-597000/id_rsa Username:docker}

	I0311 03:36:43.247248    1617 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0

	I0311 03:36:43.253231    1617 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.1

	I0311 03:36:43.256176    1617 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0311 03:36:43.256181    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0311 03:36:43.261887    1617 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0311 03:36:43.261892    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0311 03:36:43.267577    1617 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0311 03:36:43.267582    1617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)

	I0311 03:36:43.273149    1617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0311 03:36:43.596576    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:43.596795    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:43.648890    1617 addons.go:470] Verifying addon gcp-auth=true in "addons-597000"

	I0311 03:36:43.653569    1617 out.go:177] * Verifying gcp-auth addon...

	I0311 03:36:43.661029    1617 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0311 03:36:43.666412    1617 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0311 03:36:43.666421    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:43.697165    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:44.097887    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:44.098150    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:44.164954    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:44.196778    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:44.595072    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:44.595077    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:44.663117    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:44.696430    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:45.096095    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:45.096347    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:45.163054    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:45.196543    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:45.597678    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:45.597864    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:45.665648    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:45.696526    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:46.096029    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:46.096158    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:46.164698    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:46.196075    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:46.596648    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:46.597008    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:46.664743    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:46.696745    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:47.096120    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:47.096564    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:47.164554    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:47.196608    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:47.597192    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:47.597412    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:47.664799    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:47.696383    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:48.096815    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:48.097071    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:48.164661    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:48.196226    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:48.600400    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:48.621718    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:48.663999    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:48.696354    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:49.095392    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:49.095624    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:49.164185    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:49.196068    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:49.596083    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:49.596298    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:49.664187    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:49.695969    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:50.095422    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:50.095464    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:50.164321    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:50.195892    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:50.595412    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:50.596477    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:50.664205    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:50.696721    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:51.093555    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:51.093840    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:51.164172    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:51.196010    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:51.595165    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:51.595704    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:51.664203    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:51.695951    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:52.095599    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:52.095813    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:52.164321    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:52.196038    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:52.596136    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:52.596492    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:52.664242    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:52.696520    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:53.095589    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:53.095833    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:53.164284    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:53.196297    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:53.594539    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:53.594756    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:53.663984    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:53.695932    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:54.095349    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:54.095596    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:54.165388    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:54.196846    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:54.595267    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:54.595822    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:54.664331    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:54.695737    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:55.096008    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:55.096323    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:55.163835    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:55.195857    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:55.595514    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:55.595743    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:55.664240    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:55.695775    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:56.095427    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:56.095726    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:56.164928    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:56.194853    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:56.596436    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:56.596580    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:56.664130    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:56.695804    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:57.096025    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:57.096228    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:57.164143    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:57.195926    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:57.595445    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:57.595670    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:57.662181    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:57.695836    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:58.095157    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:58.095720    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:58.163927    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:58.196191    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:58.595984    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:58.596098    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:58.663901    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:58.695742    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:59.096562    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:59.096656    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:59.164112    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:59.195817    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:36:59.595345    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:36:59.595566    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:36:59.663979    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:36:59.695698    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:00.098743    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:00.098978    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:00.164429    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:00.196208    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:00.595323    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:00.595629    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:00.664056    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:00.695730    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:01.096125    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:01.096225    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:01.162179    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:01.195810    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:01.595893    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:01.596146    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:01.664020    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:01.695606    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:02.096032    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:02.096334    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:02.163216    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:02.195856    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:02.594533    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:02.594875    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:02.663524    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:02.695516    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:03.096763    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:03.097061    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:03.163969    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:03.195262    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:03.595256    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:03.595258    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:03.663565    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:03.695336    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:04.095213    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:04.095496    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:04.163686    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:04.195462    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:04.594929    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:04.595202    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:04.663061    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:04.695247    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:05.094719    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:05.094979    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:05.163666    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:05.195600    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:05.594696    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:05.594897    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:05.662480    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:05.693686    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:06.094415    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:06.095440    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:06.163968    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:06.195688    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:06.595043    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:06.595295    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:06.663537    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:06.695649    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:07.095370    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:07.095536    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:07.162273    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:07.196095    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:07.596054    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:07.596378    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:07.661686    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:07.695608    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:08.093276    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:08.093533    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:08.163662    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:08.193698    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:08.595522    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:08.595711    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:08.662566    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:08.695653    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:09.094502    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:09.094790    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:09.164114    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:09.195202    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:09.594757    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:09.595242    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:09.663491    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:09.695069    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:10.094995    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:10.095392    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:10.163695    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:10.195216    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:10.594593    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:10.594840    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:10.663197    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:10.694882    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:11.094184    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:11.094892    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:11.162229    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:11.195017    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:11.594831    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:11.595030    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:11.663674    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:11.695325    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:12.269269    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:12.271122    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:12.271191    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:12.271199    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:12.594431    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:12.595146    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:12.663524    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:12.695309    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:13.099400    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:13.099626    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:13.212103    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:13.212286    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:13.594369    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:13.594539    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:13.663008    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:13.694847    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:14.094073    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:14.095201    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:14.162527    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:14.196754    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:14.594622    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:14.594842    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:14.663568    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:14.694792    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:15.094369    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:15.094613    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:15.166549    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:15.195176    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:15.594459    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:15.594860    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:15.663417    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:15.693570    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:16.094507    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:16.094728    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:16.163167    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:16.197263    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:16.594119    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:16.594331    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:16.663113    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:16.694764    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:17.094300    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:17.094623    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:17.163458    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:17.194971    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:17.594973    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:17.595208    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:17.663100    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:17.694968    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:18.094504    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:18.095393    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:18.163070    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:18.197042    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:18.595344    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:18.595583    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:18.662606    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:18.695075    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:19.093706    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:19.094566    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:19.163602    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:19.195764    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:19.594983    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:19.595205    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:19.663199    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:19.692946    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:20.093899    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:20.094390    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:20.162829    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:20.194700    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:20.594310    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:20.599717    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:20.661280    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:20.694405    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:21.094257    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:21.095145    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:21.163021    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:21.194893    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:21.592918    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:21.593109    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:21.662785    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:21.694567    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:22.094008    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:22.094193    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:22.163291    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:22.194513    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:22.594391    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:22.594734    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:22.663112    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:22.694960    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:23.094323    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:23.094539    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:23.162701    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:23.194559    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:23.592512    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:23.592706    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:23.662536    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:23.694465    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:24.094032    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:24.094216    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:24.162637    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:24.194375    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:24.594262    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:24.595221    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:24.663066    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:24.695149    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:25.094399    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:25.094862    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:25.162978    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:25.193961    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:25.594643    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:25.594859    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:25.662773    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:25.694588    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:26.094594    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:26.094681    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:26.163078    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:26.195174    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:26.594360    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:26.594723    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:26.661093    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:26.694638    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:27.093778    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:27.095127    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:27.162955    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:27.194514    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:27.593888    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:27.594561    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:27.662445    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:27.694456    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:28.093820    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:28.094804    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:28.162394    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:28.194422    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:28.593640    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:28.594157    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:28.663780    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:28.694536    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:29.093643    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:29.094709    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:29.162295    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:29.194260    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:29.594070    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:29.594210    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:29.662380    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:29.692713    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:30.093248    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:30.093659    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:30.160923    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:30.192510    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:30.593445    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:30.594496    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:30.662300    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:30.694118    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:31.092802    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:31.092927    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:31.161103    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:31.194429    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:31.591151    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:31.591896    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:31.662478    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:31.694029    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:32.093604    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:32.094235    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:32.162972    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:32.194578    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:32.593654    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:32.594778    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:32.662858    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:32.693968    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:33.094451    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:33.094677    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:33.162879    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:33.194417    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:33.593711    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:33.594559    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:33.661052    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:33.694461    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:34.094366    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:34.094608    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:34.162670    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:34.194199    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:34.592261    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:34.592523    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:34.662372    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:34.694330    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:35.093693    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:35.093879    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:35.162463    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:35.194193    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:35.593258    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:35.593945    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:35.664659    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:35.694461    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:36.101743    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0311 03:37:36.101971    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:36.162480    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:36.194121    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:36.592851    1617 kapi.go:107] duration metric: took 57.009741834s to wait for kubernetes.io/minikube-addons=registry ...

	I0311 03:37:36.593557    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:36.661063    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:36.693869    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:37.093572    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:37.164299    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:37.193857    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:37.594593    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:37.662206    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:37.693839    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:38.093714    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:38.161836    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:38.193816    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:38.593695    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:38.661342    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:38.693947    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:39.092380    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:39.161967    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:39.194065    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:39.593674    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:39.662035    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:39.693850    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:40.093785    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:40.162474    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:40.193702    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:40.594159    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:40.662096    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:40.698747    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:41.093698    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:41.161809    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:41.193560    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:41.593115    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:41.661800    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:41.693866    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:42.093620    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:42.161838    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:42.193634    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:42.593739    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:42.661658    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:42.693478    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:43.094144    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:43.161364    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:43.193715    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:43.593552    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:43.661635    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:43.692970    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:44.093874    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:44.162161    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:44.193496    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:44.593531    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:44.661997    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:44.693651    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:45.093656    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:45.163569    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:45.193581    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:45.592795    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:45.661766    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:45.693599    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:46.093992    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:46.161636    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:46.193359    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:46.592344    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:46.661754    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:46.693266    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:47.092464    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:47.161462    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:47.193432    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:47.593291    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:47.661577    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:47.692994    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:48.093400    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:48.161773    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:48.191296    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:48.593400    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:48.661780    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:48.691498    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:49.093693    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:49.161650    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:49.192198    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:49.593268    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:49.661565    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:49.693642    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:50.093279    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:50.161381    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:50.193263    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:50.593550    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:50.661426    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:50.691098    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:51.093410    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:51.161428    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:51.192535    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:51.593376    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:51.661382    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:51.693158    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:52.093622    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:52.161319    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:52.191671    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:52.593226    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:52.661547    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:52.693374    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:53.092947    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:53.161418    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:53.192843    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:53.593828    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:53.661930    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:53.693163    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:54.093076    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:54.161341    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:54.193369    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:54.592799    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:54.661066    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:54.692963    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:55.095068    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:55.161197    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:55.192914    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:55.593187    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:55.661549    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:55.692634    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:56.093212    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:56.161351    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:56.193056    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:56.592597    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:56.660800    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:56.693179    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:57.094152    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:57.161055    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:57.192994    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:57.592790    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:57.661137    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:57.693326    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:58.092976    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:58.161155    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:58.192788    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:58.592960    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:58.661222    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:58.693039    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:59.092888    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:59.161005    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:59.192912    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:37:59.592961    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:37:59.661001    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:37:59.693102    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:00.092812    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:00.161387    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:00.192952    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:00.592611    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:00.661316    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:00.693591    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:01.092989    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:01.161263    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:01.193348    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:01.592779    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:01.661263    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:01.693074    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:02.091909    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:02.161143    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:02.192874    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:02.591001    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:02.661049    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:02.693019    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:03.092644    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:03.159308    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:03.192240    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:03.592578    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:03.661332    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:03.693683    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:04.126274    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:04.165287    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:04.196765    1617 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0311 03:38:04.592797    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:04.660899    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:04.692535    1617 kapi.go:107] duration metric: took 1m25.50387475s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0311 03:38:05.092982    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:05.160688    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:05.592450    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:05.661042    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:06.093511    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:06.160960    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:06.592895    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:06.660926    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:07.092479    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:07.160838    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:07.592643    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:07.685133    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:08.093237    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:08.160791    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:08.592340    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:08.660885    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:09.091868    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:09.159785    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:09.592476    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:09.660802    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:10.092608    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:10.160476    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:10.592533    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:10.660566    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:11.093504    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:11.160534    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:11.592343    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:11.659339    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:12.092466    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:12.160515    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:12.592197    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:12.660093    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:13.091987    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:13.160253    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:13.590897    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:13.660313    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:14.092137    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:14.160404    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:14.591496    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:14.659495    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:15.093328    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:15.161224    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:15.591479    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:15.660799    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:16.092875    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:16.160820    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:16.592227    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:16.660172    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:17.092640    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:17.160161    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:17.591995    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:17.660067    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:18.092474    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:18.160175    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:18.592343    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:18.660728    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:19.092265    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:19.160206    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:19.592028    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:19.660030    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:20.091679    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:20.160363    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:20.591721    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:20.660224    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:21.091687    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:21.158549    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:21.592117    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:21.659923    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:22.092035    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:22.159879    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:22.592020    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:22.660239    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:23.091992    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:23.159885    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:23.591898    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:23.659369    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:24.091568    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:24.159756    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:24.590700    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:24.659787    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:25.091714    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:25.159880    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:25.623900    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0311 03:38:25.658524    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:26.090432    1617 kapi.go:107] duration metric: took 1m46.503724708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0311 03:38:26.159926    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:26.659479    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:27.160176    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:27.660120    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:28.159733    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:28.660107    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:29.159692    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:29.659909    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:30.159808    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:30.660042    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:31.159704    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:31.660150    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:32.159881    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:32.659875    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:33.159689    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:33.659690    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:34.159465    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:34.657772    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:35.159580    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:35.659343    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:36.158480    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:36.659714    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:37.159600    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:37.659671    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:38.158991    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:38.659705    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:39.158487    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:39.659720    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:40.159194    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:40.659457    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:41.159474    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:41.658974    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:42.159118    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:42.658293    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:43.159150    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:43.659378    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:44.159077    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:44.658440    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:45.159322    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:45.658859    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:46.159417    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:46.659103    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:47.159121    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:47.658942    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:48.159192    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:48.659210    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:49.159078    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:49.658777    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:50.158902    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:50.659032    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:51.157557    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:51.658986    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:52.158870    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:52.658869    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:53.158872    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:53.659054    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:54.159151    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:54.658516    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:55.158665    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:55.659058    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:56.158766    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:56.658648    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:57.158816    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:57.658502    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:58.158780    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:58.658463    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:59.157282    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:38:59.658651    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:00.158606    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:00.658133    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:01.157255    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:01.658550    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:02.158075    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:02.658641    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:03.158263    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:03.656306    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:04.158306    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:04.658153    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:05.158167    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:05.658063    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:06.158178    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:06.658181    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:07.158219    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:07.658227    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:08.158136    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:08.657986    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:09.158283    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:09.658166    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:10.158151    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:10.657780    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:11.158835    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:11.657955    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:12.157828    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:12.657637    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:13.157589    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:13.657670    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:14.157711    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:14.657707    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:15.157575    1617 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0311 03:39:15.657688    1617 kapi.go:107] duration metric: took 2m32.003888458s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0311 03:39:15.662900    1617 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-597000 cluster.

	I0311 03:39:15.665883    1617 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0311 03:39:15.667588    1617 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0311 03:39:15.672888    1617 out.go:177] * Enabled addons: default-storageclass, yakd, cloud-spanner, ingress-dns, storage-provisioner, volumesnapshots, nvidia-device-plugin, inspektor-gadget, metrics-server, storage-provisioner-rancher, registry, ingress, csi-hostpath-driver, gcp-auth

	I0311 03:39:15.676900    1617 addons.go:505] duration metric: took 2m40.773810625s for enable addons: enabled=[default-storageclass yakd cloud-spanner ingress-dns storage-provisioner volumesnapshots nvidia-device-plugin inspektor-gadget metrics-server storage-provisioner-rancher registry ingress csi-hostpath-driver gcp-auth]

	I0311 03:39:15.676912    1617 start.go:245] waiting for cluster config update ...

	I0311 03:39:15.676921    1617 start.go:254] writing updated cluster config ...

	I0311 03:39:15.677697    1617 ssh_runner.go:195] Run: rm -f paused

	I0311 03:39:15.828657    1617 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)

	I0311 03:39:15.832881    1617 out.go:177] * Done! kubectl is now configured to use "addons-597000" cluster and "default" namespace by default

	==> Docker <==

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.706718328Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.706983393Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.706994183Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.707059626Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:19 addons-597000 dockerd[1115]: time="2024-03-11T10:40:19.731541391Z" level=info msg="ignoring event" container=678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.731663489Z" level=info msg="shim disconnected" id=678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a namespace=moby

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.731691483Z" level=warning msg="cleaning up after shim disconnected" id=678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a namespace=moby

	Mar 11 10:40:19 addons-597000 dockerd[1121]: time="2024-03-11T10:40:19.731695690Z" level=info msg="cleaning up dead shim" namespace=moby

	Mar 11 10:40:21 addons-597000 dockerd[1115]: time="2024-03-11T10:40:21.124682539Z" level=info msg="ignoring event" container=31ae029a8f0603a86927d84d5e785f91761ca95bd5ecb7d1a60e79def57749b9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Mar 11 10:40:21 addons-597000 dockerd[1121]: time="2024-03-11T10:40:21.124885242Z" level=info msg="shim disconnected" id=31ae029a8f0603a86927d84d5e785f91761ca95bd5ecb7d1a60e79def57749b9 namespace=moby

	Mar 11 10:40:21 addons-597000 dockerd[1121]: time="2024-03-11T10:40:21.124917859Z" level=warning msg="cleaning up after shim disconnected" id=31ae029a8f0603a86927d84d5e785f91761ca95bd5ecb7d1a60e79def57749b9 namespace=moby

	Mar 11 10:40:21 addons-597000 dockerd[1121]: time="2024-03-11T10:40:21.124922400Z" level=info msg="cleaning up dead shim" namespace=moby

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.281696244Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.281730403Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.281738610Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.281767770Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:22 addons-597000 cri-dockerd[1012]: time="2024-03-11T10:40:22Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/578aac43b0c5229e20284b668d4a30baf7651daceb52177b21d9240f8ddc043b/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.381812504Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.381887154Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.381910357Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.381965594Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:40:22 addons-597000 dockerd[1115]: time="2024-03-11T10:40:22.406340422Z" level=info msg="ignoring event" container=9796d7c19bc42e8de70924a35eb680d8bcfce76659ad1eb325f2f660d5517133 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.406722502Z" level=info msg="shim disconnected" id=9796d7c19bc42e8de70924a35eb680d8bcfce76659ad1eb325f2f660d5517133 namespace=moby

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.406753537Z" level=warning msg="cleaning up after shim disconnected" id=9796d7c19bc42e8de70924a35eb680d8bcfce76659ad1eb325f2f660d5517133 namespace=moby

	Mar 11 10:40:22 addons-597000 dockerd[1121]: time="2024-03-11T10:40:22.406757952Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE                                                                                                            CREATED              STATE               NAME                       ATTEMPT             POD ID              POD

	9796d7c19bc42       fc9db2894f4e4                                                                                                    1 second ago         Exited              helper-pod                 0                   578aac43b0c52       helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24

	a7f72fc2044e2       dd1b12fcb6097                                                                                                    12 seconds ago       Exited              hello-world-app            1                   16d435e4fcc62       hello-world-app-5d77478584-vmwv2

	26b79fbb745fb       nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9                                    31 seconds ago       Running             nginx                      0                   77c0e41eff9ce       nginx

	cfeb1f9613ef2       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:01b0de782aa30e7fc91ac5a91b5cc35e95e9679dee7ef07af06457b471f88f32     About a minute ago   Running             gcp-auth                   0                   07baf149cc049       gcp-auth-5f6b4f85fd-zxl9p

	8bf45702968a7       rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246           3 minutes ago        Running             local-path-provisioner     0                   009ae11c995e0       local-path-provisioner-78b46b4d5c-77g4g

	d148656d65cc6       gcr.io/cloud-spanner-emulator/emulator@sha256:41d5dccfcf13817a2348beba0ca7c650ffdd795f7fcbe975b7822c9eed262e15   3 minutes ago        Running             cloud-spanner-emulator     0                   8dad50e7206bb       cloud-spanner-emulator-6548d5df46-jr2ft

	f02b2fd22fd97       nvcr.io/nvidia/k8s-device-plugin@sha256:50aa9517d771e3b0ffa7fded8f1e988dba680a7ff5efce162ce31d1b5ec043e2         3 minutes ago        Running             nvidia-device-plugin-ctr   0                   f54dd4601dbde       nvidia-device-plugin-daemonset-74ckq

	0a6efa5c99707       marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310                            3 minutes ago        Running             yakd                       0                   ff88190e617b8       yakd-dashboard-9947fc6bf-6949z

	45836e6e3474f       ba04bb24b9575                                                                                                    3 minutes ago        Running             storage-provisioner        0                   f95fd66880421       storage-provisioner

	b837202db2e65       97e04611ad434                                                                                                    3 minutes ago        Running             coredns                    0                   439d1e4f21350       coredns-5dd5756b68-s6d4v

	f02099d89e104       3ca3ca488cf13                                                                                                    3 minutes ago        Running             kube-proxy                 0                   7fecaf967d391       kube-proxy-w945h

	4aee32c2aa0f9       05c284c929889                                                                                                    4 minutes ago        Running             kube-scheduler             0                   d39a64fb3467b       kube-scheduler-addons-597000

	12426a70da824       9cdd6470f48c8                                                                                                    4 minutes ago        Running             etcd                       0                   364c7f0047e04       etcd-addons-597000

	5aa275c44e38a       9961cbceaf234                                                                                                    4 minutes ago        Running             kube-controller-manager    0                   86f89f20b0e6a       kube-controller-manager-addons-597000

	7907af2537b41       04b4c447bb9d4                                                                                                    4 minutes ago        Running             kube-apiserver             0                   26d3059224077       kube-apiserver-addons-597000

	==> coredns [b837202db2e6] <==

	[INFO] 10.244.0.20:39853 - 65324 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000014954s

	[INFO] 10.244.0.20:55958 - 23340 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00002487s

	[INFO] 10.244.0.20:55958 - 59762 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000036699s

	[INFO] 10.244.0.20:39853 - 53585 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000010956s

	[INFO] 10.244.0.20:55958 - 56044 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000024953s

	[INFO] 10.244.0.20:39853 - 16739 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000015746s

	[INFO] 10.244.0.20:55958 - 5811 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004928s

	[INFO] 10.244.0.20:39853 - 59730 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000014164s

	[INFO] 10.244.0.20:39853 - 17821 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000011414s

	[INFO] 10.244.0.20:55958 - 27409 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000033784s

	[INFO] 10.244.0.20:39853 - 40354 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000009914s

	[INFO] 10.244.0.20:60554 - 37199 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000039823s

	[INFO] 10.244.0.20:42087 - 23017 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000013997s

	[INFO] 10.244.0.20:42087 - 55785 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000011414s

	[INFO] 10.244.0.20:60554 - 45101 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000012289s

	[INFO] 10.244.0.20:42087 - 57951 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000011956s

	[INFO] 10.244.0.20:60554 - 7362 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000009706s

	[INFO] 10.244.0.20:60554 - 48382 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000011372s

	[INFO] 10.244.0.20:42087 - 29346 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000046989s

	[INFO] 10.244.0.20:60554 - 25343 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000010498s

	[INFO] 10.244.0.20:60554 - 10411 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000013539s

	[INFO] 10.244.0.20:42087 - 44274 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000013663s

	[INFO] 10.244.0.20:60554 - 5550 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000024369s

	[INFO] 10.244.0.20:42087 - 42756 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000012456s

	[INFO] 10.244.0.20:42087 - 43556 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000011789s

	==> describe nodes <==

	Name:               addons-597000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-597000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1f02234404c3608d31811fa9c1f2f7d976b3e563

	                    minikube.k8s.io/name=addons-597000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_03_11T03_36_21_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-597000

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 11 Mar 2024 10:36:19 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-597000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 11 Mar 2024 10:40:16 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 11 Mar 2024 10:39:56 +0000   Mon, 11 Mar 2024 10:36:18 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 11 Mar 2024 10:39:56 +0000   Mon, 11 Mar 2024 10:36:18 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 11 Mar 2024 10:39:56 +0000   Mon, 11 Mar 2024 10:36:18 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 11 Mar 2024 10:39:56 +0000   Mon, 11 Mar 2024 10:36:24 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-597000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904752Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904752Ki

	  pods:               110

	System Info:

	  Machine ID:                 55d721db211f42a5bbb26aaba12ac5d1

	  System UUID:                55d721db211f42a5bbb26aaba12ac5d1

	  Boot ID:                    792f89f1-fc5d-43e3-a666-5fff8f07b567

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.28.4

	  Kube-Proxy Version:         v1.28.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (15 in total)

	  Namespace                   Name                                                          CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                                          ------------  ----------  ---------------  -------------  ---

	  default                     cloud-spanner-emulator-6548d5df46-jr2ft                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m46s

	  default                     hello-world-app-5d77478584-vmwv2                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         23s

	  default                     nginx                                                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         34s

	  gcp-auth                    gcp-auth-5f6b4f85fd-zxl9p                                     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m40s

	  kube-system                 coredns-5dd5756b68-s6d4v                                      100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     3m48s

	  kube-system                 etcd-addons-597000                                            100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         4m1s

	  kube-system                 kube-apiserver-addons-597000                                  250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m1s

	  kube-system                 kube-controller-manager-addons-597000                         200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m1s

	  kube-system                 kube-proxy-w945h                                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m49s

	  kube-system                 kube-scheduler-addons-597000                                  100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m1s

	  kube-system                 nvidia-device-plugin-daemonset-74ckq                          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m46s

	  kube-system                 storage-provisioner                                           0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m44s

	  local-path-storage          helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2s

	  local-path-storage          local-path-provisioner-78b46b4d5c-77g4g                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m45s

	  yakd-dashboard              yakd-dashboard-9947fc6bf-6949z                                0 (0%!)(MISSING)        0 (0%!)(MISSING)      128Mi (3%!)(MISSING)       256Mi (6%!)(MISSING)     3m47s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             298Mi (7%!)(MISSING)  426Mi (11%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age    From             Message

	  ----    ------                   ----   ----             -------

	  Normal  Starting                 3m48s  kube-proxy       

	  Normal  Starting                 4m2s   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  4m1s   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  4m1s   kubelet          Node addons-597000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    4m1s   kubelet          Node addons-597000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     4m1s   kubelet          Node addons-597000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                3m59s  kubelet          Node addons-597000 status is now: NodeReady

	  Normal  RegisteredNode           3m49s  node-controller  Node addons-597000 event: Registered Node addons-597000 in Controller

	==> dmesg <==

	[  +0.043315] kauditd_printk_skb: 64 callbacks suppressed

	[ +13.344389] kauditd_printk_skb: 12 callbacks suppressed

	[  +0.174185] systemd-fstab-generator[3147]: Ignoring "noauto" option for root device

	[  +5.022049] kauditd_printk_skb: 229 callbacks suppressed

	[  +5.596158] kauditd_printk_skb: 61 callbacks suppressed

	[ +10.755607] kauditd_printk_skb: 5 callbacks suppressed

	[Mar11 10:37] kauditd_printk_skb: 9 callbacks suppressed

	[  +8.548300] kauditd_printk_skb: 4 callbacks suppressed

	[  +8.527808] kauditd_printk_skb: 8 callbacks suppressed

	[  +5.535681] kauditd_printk_skb: 7 callbacks suppressed

	[  +8.491857] kauditd_printk_skb: 29 callbacks suppressed

	[  +5.070023] kauditd_printk_skb: 23 callbacks suppressed

	[Mar11 10:38] kauditd_printk_skb: 7 callbacks suppressed

	[  +7.585499] kauditd_printk_skb: 4 callbacks suppressed

	[  +9.354279] kauditd_printk_skb: 14 callbacks suppressed

	[ +15.759852] kauditd_printk_skb: 4 callbacks suppressed

	[Mar11 10:39] kauditd_printk_skb: 8 callbacks suppressed

	[ +29.940864] kauditd_printk_skb: 12 callbacks suppressed

	[  +7.304777] kauditd_printk_skb: 31 callbacks suppressed

	[  +5.242513] kauditd_printk_skb: 7 callbacks suppressed

	[ +12.873697] kauditd_printk_skb: 11 callbacks suppressed

	[Mar11 10:40] kauditd_printk_skb: 19 callbacks suppressed

	[  +5.914137] kauditd_printk_skb: 25 callbacks suppressed

	[  +5.096252] kauditd_printk_skb: 43 callbacks suppressed

	[  +5.085473] kauditd_printk_skb: 27 callbacks suppressed

	==> etcd [12426a70da82] <==

	{"level":"info","ts":"2024-03-11T10:36:18.689884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2024-03-11T10:36:18.690536Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:36:18.690843Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-597000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2024-03-11T10:36:18.690877Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:36:18.690956Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:36:18.690995Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:36:18.691017Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:36:18.691493Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-03-11T10:36:18.691564Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:36:18.691931Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2024-03-11T10:36:18.70676Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-03-11T10:36:18.706794Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-03-11T10:36:41.267236Z","caller":"traceutil/trace.go:171","msg":"trace[1664954092] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"184.444878ms","start":"2024-03-11T10:36:41.082782Z","end":"2024-03-11T10:36:41.267227Z","steps":["trace[1664954092] 'process raft request'  (duration: 183.95432ms)"],"step_count":1}

	{"level":"info","ts":"2024-03-11T10:37:12.462901Z","caller":"traceutil/trace.go:171","msg":"trace[1088574845] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"174.24752ms","start":"2024-03-11T10:37:12.288644Z","end":"2024-03-11T10:37:12.462891Z","steps":["trace[1088574845] 'read index received'  (duration: 174.160454ms)","trace[1088574845] 'applied index is now lower than readState.Index'  (duration: 86.733µs)"],"step_count":2}

	{"level":"info","ts":"2024-03-11T10:37:12.46295Z","caller":"traceutil/trace.go:171","msg":"trace[1665260113] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"180.673613ms","start":"2024-03-11T10:37:12.282273Z","end":"2024-03-11T10:37:12.462947Z","steps":["trace[1665260113] 'process raft request'  (duration: 180.543409ms)"],"step_count":1}

	{"level":"warn","ts":"2024-03-11T10:37:12.463196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.555644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" ","response":"range_response_count:17 size:78171"}

	{"level":"info","ts":"2024-03-11T10:37:12.463215Z","caller":"traceutil/trace.go:171","msg":"trace[1053454931] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:17; response_revision:905; }","duration":"174.583709ms","start":"2024-03-11T10:37:12.288628Z","end":"2024-03-11T10:37:12.463212Z","steps":["trace[1053454931] 'agreement among raft nodes before linearized reading'  (duration: 174.497642ms)"],"step_count":1}

	{"level":"warn","ts":"2024-03-11T10:37:12.463375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.718867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" ","response":"range_response_count:17 size:78171"}

	{"level":"warn","ts":"2024-03-11T10:37:12.463511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.199853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/gcp-auth/\" range_end:\"/registry/pods/gcp-auth0\" ","response":"range_response_count:3 size:10525"}

	{"level":"info","ts":"2024-03-11T10:37:12.46352Z","caller":"traceutil/trace.go:171","msg":"trace[1853970580] range","detail":"{range_begin:/registry/pods/gcp-auth/; range_end:/registry/pods/gcp-auth0; response_count:3; response_revision:905; }","duration":"105.210179ms","start":"2024-03-11T10:37:12.358308Z","end":"2024-03-11T10:37:12.463518Z","steps":["trace[1853970580] 'agreement among raft nodes before linearized reading'  (duration: 105.188485ms)"],"step_count":1}

	{"level":"info","ts":"2024-03-11T10:37:12.463383Z","caller":"traceutil/trace.go:171","msg":"trace[1117500875] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:17; response_revision:905; }","duration":"174.72682ms","start":"2024-03-11T10:37:12.288654Z","end":"2024-03-11T10:37:12.463381Z","steps":["trace[1117500875] 'agreement among raft nodes before linearized reading'  (duration: 174.691344ms)"],"step_count":1}

	{"level":"info","ts":"2024-03-11T10:38:04.084924Z","caller":"traceutil/trace.go:171","msg":"trace[1962080385] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"159.721265ms","start":"2024-03-11T10:38:03.925194Z","end":"2024-03-11T10:38:04.084915Z","steps":["trace[1962080385] 'process raft request'  (duration: 159.674779ms)"],"step_count":1}

	{"level":"info","ts":"2024-03-11T10:39:39.245937Z","caller":"traceutil/trace.go:171","msg":"trace[75014563] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1379; }","duration":"111.250773ms","start":"2024-03-11T10:39:39.134675Z","end":"2024-03-11T10:39:39.245926Z","steps":["trace[75014563] 'process raft request'  (duration: 111.117222ms)"],"step_count":1}

	{"level":"warn","ts":"2024-03-11T10:39:40.631088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.364103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/192.168.105.2\" ","response":"range_response_count:1 size:133"}

	{"level":"info","ts":"2024-03-11T10:39:40.631118Z","caller":"traceutil/trace.go:171","msg":"trace[2017527517] range","detail":"{range_begin:/registry/masterleases/192.168.105.2; range_end:; response_count:1; response_revision:1401; }","duration":"157.421339ms","start":"2024-03-11T10:39:40.47369Z","end":"2024-03-11T10:39:40.631112Z","steps":["trace[2017527517] 'range keys from in-memory index tree'  (duration: 157.320363ms)"],"step_count":1}

	==> gcp-auth [cfeb1f9613ef] <==

	2024/03/11 10:39:14 GCP Auth Webhook started!

	2024/03/11 10:39:26 Ready to marshal response ...

	2024/03/11 10:39:26 Ready to write response ...

	2024/03/11 10:39:35 Ready to marshal response ...

	2024/03/11 10:39:35 Ready to write response ...

	2024/03/11 10:39:49 Ready to marshal response ...

	2024/03/11 10:39:49 Ready to write response ...

	2024/03/11 10:39:57 Ready to marshal response ...

	2024/03/11 10:39:57 Ready to write response ...

	2024/03/11 10:40:00 Ready to marshal response ...

	2024/03/11 10:40:00 Ready to write response ...

	2024/03/11 10:40:12 Ready to marshal response ...

	2024/03/11 10:40:12 Ready to write response ...

	2024/03/11 10:40:12 Ready to marshal response ...

	2024/03/11 10:40:12 Ready to write response ...

	2024/03/11 10:40:21 Ready to marshal response ...

	2024/03/11 10:40:21 Ready to write response ...

	==> kernel <==

	 10:40:23 up 4 min,  0 users,  load average: 0.61, 0.55, 0.27

	Linux addons-597000 5.10.207 #1 SMP PREEMPT Thu Feb 22 23:40:42 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [7907af2537b4] <==

	I0311 10:39:49.890679       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.205.72"}

	I0311 10:40:00.113514       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.184.195"}

	I0311 10:40:12.418038       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.418055       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.427297       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.427323       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.429223       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.429238       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.443716       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.443735       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.473147       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.473189       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.483395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.483459       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.493076       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.493305       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0311 10:40:12.494306       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0311 10:40:12.494367       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	W0311 10:40:13.484031       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io

	W0311 10:40:13.494000       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io

	W0311 10:40:13.502708       1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io

	I0311 10:40:19.976250       1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).

	E0311 10:40:22.949370       1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"

	E0311 10:40:22.950486       1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"

	E0311 10:40:22.951685       1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"

	==> kube-controller-manager [5aa275c44e38] <==

	I0311 10:40:14.002352       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="38.158µs"

	W0311 10:40:14.297151       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:14.297171       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:14.610156       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:14.610179       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:14.822257       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:14.822275       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0311 10:40:16.234836       1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"

	I0311 10:40:16.235130       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-76dc478dd8" duration="2.208µs"

	I0311 10:40:16.237343       1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"

	W0311 10:40:16.268416       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:16.268438       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:16.713383       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:16.713405       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:16.930520       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:16.930540       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:19.340231       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:19.340250       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:20.560232       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:20.560252       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0311 10:40:20.701969       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:20.702000       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0311 10:40:22.212446       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="5.707µs"

	W0311 10:40:22.340735       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0311 10:40:22.340751       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	==> kube-proxy [f02099d89e10] <==

	I0311 10:36:35.322072       1 server_others.go:69] "Using iptables proxy"

	I0311 10:36:35.329777       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0311 10:36:35.366486       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0311 10:36:35.366498       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0311 10:36:35.368380       1 server_others.go:152] "Using iptables Proxier"

	I0311 10:36:35.368438       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0311 10:36:35.368553       1 server.go:846] "Version info" version="v1.28.4"

	I0311 10:36:35.368675       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0311 10:36:35.369188       1 config.go:188] "Starting service config controller"

	I0311 10:36:35.369232       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0311 10:36:35.369262       1 config.go:97] "Starting endpoint slice config controller"

	I0311 10:36:35.369292       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0311 10:36:35.369584       1 config.go:315] "Starting node config controller"

	I0311 10:36:35.369610       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0311 10:36:35.469658       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0311 10:36:35.469716       1 shared_informer.go:318] Caches are synced for service config

	I0311 10:36:35.469875       1 shared_informer.go:318] Caches are synced for node config

	==> kube-scheduler [4aee32c2aa0f] <==

	W0311 10:36:19.328498       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0311 10:36:19.328711       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0311 10:36:19.328722       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0311 10:36:19.328726       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0311 10:36:19.328552       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0311 10:36:19.328731       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0311 10:36:19.328771       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0311 10:36:19.328788       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0311 10:36:19.328918       1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0311 10:36:19.328927       1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0311 10:36:19.329040       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0311 10:36:19.329048       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0311 10:36:20.145295       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0311 10:36:20.145315       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0311 10:36:20.180917       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0311 10:36:20.180930       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0311 10:36:20.200578       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0311 10:36:20.200588       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0311 10:36:20.200623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0311 10:36:20.200627       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0311 10:36:20.215813       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0311 10:36:20.215823       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0311 10:36:20.272671       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0311 10:36:20.272713       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	I0311 10:36:20.617998       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.412575    2407 reconciler_common.go:300] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/df46f00e-7391-4d35-a31e-fdcc823f00b8-gcp-creds\") on node \"addons-597000\" DevicePath \"\""

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.412582    2407 reconciler_common.go:300] "Volume detached for volume \"pvc-3949e277-7901-4317-bdda-9cee2a039c24\" (UniqueName: \"kubernetes.io/host-path/df46f00e-7391-4d35-a31e-fdcc823f00b8-pvc-3949e277-7901-4317-bdda-9cee2a039c24\") on node \"addons-597000\" DevicePath \"\""

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.945997    2407 topology_manager.go:215] "Topology Admit Handler" podUID="5a282778-dd55-4c3a-a68f-4386b63fcfaa" podNamespace="local-path-storage" podName="helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24"

	Mar 11 10:40:21 addons-597000 kubelet[2407]: E0311 10:40:21.946034    2407 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="df46f00e-7391-4d35-a31e-fdcc823f00b8" containerName="busybox"

	Mar 11 10:40:21 addons-597000 kubelet[2407]: E0311 10:40:21.946040    2407 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="cc9d9a7c-e77b-4e8b-bae3-38a181a66f72" containerName="minikube-ingress-dns"

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.946057    2407 memory_manager.go:346] "RemoveStaleState removing state" podUID="cc9d9a7c-e77b-4e8b-bae3-38a181a66f72" containerName="minikube-ingress-dns"

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.946060    2407 memory_manager.go:346] "RemoveStaleState removing state" podUID="df46f00e-7391-4d35-a31e-fdcc823f00b8" containerName="busybox"

	Mar 11 10:40:21 addons-597000 kubelet[2407]: I0311 10:40:21.946063    2407 memory_manager.go:346] "RemoveStaleState removing state" podUID="cc9d9a7c-e77b-4e8b-bae3-38a181a66f72" containerName="minikube-ingress-dns"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.016364    2407 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/5a282778-dd55-4c3a-a68f-4386b63fcfaa-data\") pod \"helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24\" (UID: \"5a282778-dd55-4c3a-a68f-4386b63fcfaa\") " pod="local-path-storage/helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.016445    2407 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hphv9\" (UniqueName: \"kubernetes.io/projected/5a282778-dd55-4c3a-a68f-4386b63fcfaa-kube-api-access-hphv9\") pod \"helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24\" (UID: \"5a282778-dd55-4c3a-a68f-4386b63fcfaa\") " pod="local-path-storage/helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.016471    2407 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/5a282778-dd55-4c3a-a68f-4386b63fcfaa-gcp-creds\") pod \"helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24\" (UID: \"5a282778-dd55-4c3a-a68f-4386b63fcfaa\") " pod="local-path-storage/helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.016499    2407 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/5a282778-dd55-4c3a-a68f-4386b63fcfaa-script\") pod \"helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24\" (UID: \"5a282778-dd55-4c3a-a68f-4386b63fcfaa\") " pod="local-path-storage/helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.017718    2407 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="df46f00e-7391-4d35-a31e-fdcc823f00b8" path="/var/lib/kubelet/pods/df46f00e-7391-4d35-a31e-fdcc823f00b8/volumes"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: E0311 10:40:22.018780    2407 iptables.go:575] "Could not set up iptables canary" err=<

	Mar 11 10:40:22 addons-597000 kubelet[2407]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.

	Mar 11 10:40:22 addons-597000 kubelet[2407]:         ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Mar 11 10:40:22 addons-597000 kubelet[2407]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Mar 11 10:40:22 addons-597000 kubelet[2407]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.065983    2407 scope.go:117] "RemoveContainer" containerID="39e308555ea0c53e6708c25cfbdc2ade131979b9e7b8b4caca327f72812ce346"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.076702    2407 scope.go:117] "RemoveContainer" containerID="d99e3d02a4e7c15cd468d5cd9303b841a765264a5875628dc5fd0d68c8fee61c"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.076921    2407 scope.go:117] "RemoveContainer" containerID="678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.082243    2407 scope.go:117] "RemoveContainer" containerID="678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: E0311 10:40:22.085297    2407 remote_runtime.go:385] "RemoveContainer from runtime service failed" err="rpc error: code = Unknown desc = failed to remove container \"678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a\": Error response from daemon: removal of container 678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a is already in progress" containerID="678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: E0311 10:40:22.085318    2407 kuberuntime_gc.go:150] "Failed to remove container" err="rpc error: code = Unknown desc = failed to remove container \"678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a\": Error response from daemon: removal of container 678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a is already in progress" containerID="678d1c11053a19996548e9fe47d7874724e91f062215d5eff9b2145c3df5ba8a"

	Mar 11 10:40:22 addons-597000 kubelet[2407]: I0311 10:40:22.085324    2407 scope.go:117] "RemoveContainer" containerID="cdaeb9f556b44f635fd01b38fff4b6bf42f10ace7ea4d5d40bce6438653c5149"

	==> storage-provisioner [45836e6e3474] <==

	I0311 10:36:40.147153       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0311 10:36:40.165590       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0311 10:36:40.165610       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0311 10:36:40.204724       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0311 10:36:40.204819       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-597000_edaa45aa-63e7-46c8-971b-f12faf4c20de!

	I0311 10:36:40.205081       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"0d23c7b0-e5a6-410b-8b77-ac733a22e553", APIVersion:"v1", ResourceVersion:"750", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-597000_edaa45aa-63e7-46c8-971b-f12faf4c20de became leader

	I0311 10:36:40.305518       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-597000_edaa45aa-63e7-46c8-971b-f12faf4c20de!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-597000 -n addons-597000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-597000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-597000 describe pod helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-597000 describe pod helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24: exit status 1 (40.512375ms)

** stderr ** 

	Error from server (NotFound): pods "helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-597000 describe pod helper-pod-delete-pvc-3949e277-7901-4317-bdda-9cee2a039c24: exit status 1

--- FAIL: TestAddons/parallel/Ingress (34.53s)

=== RUN   TestCertOptions

=== PAUSE TestCertOptions

=== CONT  TestCertOptions

cert_options_test.go:49: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-options-919000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 

cert_options_test.go:49: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-options-919000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 : exit status 80 (9.793557417s)

-- stdout --

	* [cert-options-919000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-options-919000" primary control-plane node in "cert-options-919000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-options-919000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-options-919000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:51: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-options-919000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 " : exit status 80

cert_options_test.go:60: (dbg) Run:  out/minikube-darwin-arm64 -p cert-options-919000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"

cert_options_test.go:60: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p cert-options-919000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt": exit status 83 (88.809917ms)

-- stdout --

	* The control-plane node cert-options-919000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-919000"

-- /stdout --

cert_options_test.go:62: failed to read apiserver cert inside minikube. args "out/minikube-darwin-arm64 -p cert-options-919000 ssh \"openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt\"": exit status 83

cert_options_test.go:69: apiserver cert does not include 127.0.0.1 in SAN.

cert_options_test.go:69: apiserver cert does not include 192.168.15.15 in SAN.

cert_options_test.go:69: apiserver cert does not include localhost in SAN.

cert_options_test.go:69: apiserver cert does not include www.google.com in SAN.

cert_options_test.go:88: (dbg) Run:  kubectl --context cert-options-919000 config view

cert_options_test.go:93: Kubeconfig apiserver server port incorrect. Output of 

'kubectl config view' = "\n-- stdout --\n\tapiVersion: v1\n\tclusters: null\n\tcontexts: null\n\tcurrent-context: \"\"\n\tkind: Config\n\tpreferences: {}\n\tusers: null\n\n-- /stdout --"

cert_options_test.go:100: (dbg) Run:  out/minikube-darwin-arm64 ssh -p cert-options-919000 -- "sudo cat /etc/kubernetes/admin.conf"

cert_options_test.go:100: (dbg) Non-zero exit: out/minikube-darwin-arm64 ssh -p cert-options-919000 -- "sudo cat /etc/kubernetes/admin.conf": exit status 83 (43.212125ms)

-- stdout --

	* The control-plane node cert-options-919000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-919000"

-- /stdout --

cert_options_test.go:102: failed to SSH to minikube with args: "out/minikube-darwin-arm64 ssh -p cert-options-919000 -- \"sudo cat /etc/kubernetes/admin.conf\"" : exit status 83

cert_options_test.go:106: Internal minikube kubeconfig (admin.conf) does not contains the right api port. 

-- stdout --

	* The control-plane node cert-options-919000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p cert-options-919000"

-- /stdout --

cert_options_test.go:109: *** TestCertOptions FAILED at 2024-03-11 04:26:50.549735 -0700 PDT m=+3148.067912042

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-919000 -n cert-options-919000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-919000 -n cert-options-919000: exit status 7 (32.378916ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-options-919000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-options-919000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-options-919000

--- FAIL: TestCertOptions (10.10s)

=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=3m --driver=qemu2 

cert_options_test.go:123: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=3m --driver=qemu2 : exit status 80 (9.753883875s)

-- stdout --

	* [cert-expiration-049000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "cert-expiration-049000" primary control-plane node in "cert-expiration-049000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-expiration-049000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-049000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:125: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=3m --driver=qemu2 " : exit status 80

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=8760h --driver=qemu2 

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=8760h --driver=qemu2 : exit status 80 (5.243691875s)

-- stdout --

	* [cert-expiration-049000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-049000" primary control-plane node in "cert-expiration-049000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-049000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-049000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-049000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-arm64 start -p cert-expiration-049000 --memory=2048 --cert-expiration=8760h --driver=qemu2 " : exit status 80

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-049000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "cert-expiration-049000" primary control-plane node in "cert-expiration-049000" cluster

	* Restarting existing qemu2 VM for "cert-expiration-049000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-049000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-049000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2024-03-11 04:29:40.50513 -0700 PDT m=+3318.027063959

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-049000 -n cert-expiration-049000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-049000 -n cert-expiration-049000: exit status 7 (67.831459ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-expiration-049000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-049000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-expiration-049000

--- FAIL: TestCertExpiration (195.18s)

=== RUN   TestDockerFlags

=== PAUSE TestDockerFlags

=== CONT  TestDockerFlags

docker_test.go:51: (dbg) Run:  out/minikube-darwin-arm64 start -p docker-flags-623000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:51: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p docker-flags-623000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.847703833s)

-- stdout --

	* [docker-flags-623000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "docker-flags-623000" primary control-plane node in "docker-flags-623000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "docker-flags-623000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:26:30.511866    4612 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:26:30.511995    4612 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:30.511999    4612 out.go:304] Setting ErrFile to fd 2...

	I0311 04:26:30.512001    4612 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:30.512139    4612 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:26:30.513211    4612 out.go:298] Setting JSON to false

	I0311 04:26:30.529459    4612 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":3362,"bootTime":1710153028,"procs":491,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:26:30.529518    4612 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:26:30.535446    4612 out.go:177] * [docker-flags-623000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:26:30.546417    4612 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:26:30.542575    4612 notify.go:220] Checking for updates...

	I0311 04:26:30.552519    4612 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:26:30.554005    4612 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:26:30.557568    4612 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:26:30.560568    4612 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:26:30.563557    4612 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:26:30.566890    4612 config.go:182] Loaded profile config "cert-expiration-049000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:26:30.566958    4612 config.go:182] Loaded profile config "multinode-976000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:26:30.567003    4612 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:26:30.571514    4612 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 04:26:30.578554    4612 start.go:297] selected driver: qemu2

	I0311 04:26:30.578560    4612 start.go:901] validating driver "qemu2" against <nil>

	I0311 04:26:30.578567    4612 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:26:30.580809    4612 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 04:26:30.584528    4612 out.go:177] * Automatically selected the socket_vmnet network

	I0311 04:26:30.587635    4612 start_flags.go:942] Waiting for no components: map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false]

	I0311 04:26:30.587675    4612 cni.go:84] Creating CNI manager for ""

	I0311 04:26:30.587682    4612 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 04:26:30.587686    4612 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0311 04:26:30.587714    4612 start.go:340] cluster config:

	{Name:docker-flags-623000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-623000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[]

DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMn

etClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:26:30.592323    4612 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:26:30.599563    4612 out.go:177] * Starting "docker-flags-623000" primary control-plane node in "docker-flags-623000" cluster

	I0311 04:26:30.602494    4612 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:26:30.602508    4612 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:26:30.602519    4612 cache.go:56] Caching tarball of preloaded images

	I0311 04:26:30.602582    4612 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:26:30.602589    4612 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:26:30.602667    4612 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/docker-flags-623000/config.json ...

	I0311 04:26:30.602685    4612 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/docker-flags-623000/config.json: {Name:mk2cea6e749470d9156324c7a73bff4dce71275f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 04:26:30.602884    4612 start.go:360] acquireMachinesLock for docker-flags-623000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:30.602915    4612 start.go:364] duration metric: took 24.708µs to acquireMachinesLock for "docker-flags-623000"

	I0311 04:26:30.602925    4612 start.go:93] Provisioning new machine with config: &{Name:docker-flags-623000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey

: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-623000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:dock

er MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:30.602953    4612 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:30.610392    4612 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:30.626992    4612 start.go:159] libmachine.API.Create for "docker-flags-623000" (driver="qemu2")

	I0311 04:26:30.627018    4612 client.go:168] LocalClient.Create starting

	I0311 04:26:30.627076    4612 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:30.627105    4612 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:30.627114    4612 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:30.627155    4612 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:30.627175    4612 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:30.627182    4612 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:30.627510    4612 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:30.768148    4612 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:30.881845    4612 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:30.881851    4612 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:30.882039    4612 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:30.894507    4612 main.go:141] libmachine: STDOUT: 

	I0311 04:26:30.894539    4612 main.go:141] libmachine: STDERR: 

	I0311 04:26:30.894584    4612 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2 +20000M

	I0311 04:26:30.905180    4612 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:30.905197    4612 main.go:141] libmachine: STDERR: 

	I0311 04:26:30.905213    4612 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:30.905217    4612 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:30.905246    4612 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b2:fe:a3:2e:6d:f3 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:30.906909    4612 main.go:141] libmachine: STDOUT: 

	I0311 04:26:30.906927    4612 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:30.906943    4612 client.go:171] duration metric: took 279.924375ms to LocalClient.Create

	I0311 04:26:32.909154    4612 start.go:128] duration metric: took 2.306232708s to createHost

	I0311 04:26:32.909209    4612 start.go:83] releasing machines lock for "docker-flags-623000", held for 2.306335167s

	W0311 04:26:32.909261    4612 start.go:713] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:32.922190    4612 out.go:177] * Deleting "docker-flags-623000" in qemu2 ...

	W0311 04:26:32.943264    4612 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:32.943284    4612 start.go:728] Will try again in 5 seconds ...

	I0311 04:26:37.945303    4612 start.go:360] acquireMachinesLock for docker-flags-623000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:37.945770    4612 start.go:364] duration metric: took 331.917µs to acquireMachinesLock for "docker-flags-623000"

	I0311 04:26:37.945920    4612 start.go:93] Provisioning new machine with config: &{Name:docker-flags-623000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey

: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-623000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:dock

er MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:37.946195    4612 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:37.955779    4612 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:38.007256    4612 start.go:159] libmachine.API.Create for "docker-flags-623000" (driver="qemu2")

	I0311 04:26:38.007322    4612 client.go:168] LocalClient.Create starting

	I0311 04:26:38.007429    4612 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:38.007513    4612 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:38.007534    4612 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:38.007614    4612 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:38.007647    4612 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:38.007666    4612 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:38.008232    4612 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:38.160606    4612 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:38.256572    4612 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:38.256577    4612 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:38.256766    4612 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:38.269211    4612 main.go:141] libmachine: STDOUT: 

	I0311 04:26:38.269232    4612 main.go:141] libmachine: STDERR: 

	I0311 04:26:38.269301    4612 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2 +20000M

	I0311 04:26:38.279846    4612 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:38.279864    4612 main.go:141] libmachine: STDERR: 

	I0311 04:26:38.279876    4612 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:38.279890    4612 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:38.279930    4612 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/qemu.pid -device virtio-net-pci,netdev=net0,mac=2e:32:4a:43:c8:e6 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/docker-flags-623000/disk.qcow2

	I0311 04:26:38.281680    4612 main.go:141] libmachine: STDOUT: 

	I0311 04:26:38.281697    4612 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:38.281709    4612 client.go:171] duration metric: took 274.385875ms to LocalClient.Create

	I0311 04:26:40.283848    4612 start.go:128] duration metric: took 2.33767375s to createHost

	I0311 04:26:40.283967    4612 start.go:83] releasing machines lock for "docker-flags-623000", held for 2.338225125s

	W0311 04:26:40.284280    4612 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p docker-flags-623000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p docker-flags-623000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:40.297027    4612 out.go:177] 

	W0311 04:26:40.301095    4612 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:26:40.301122    4612 out.go:239] * 

	* 

	W0311 04:26:40.303727    4612 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:26:40.314910    4612 out.go:177] 

** /stderr **

docker_test.go:53: failed to start minikube with args: "out/minikube-darwin-arm64 start -p docker-flags-623000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:56: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-623000 ssh "sudo systemctl show docker --property=Environment --no-pager"

docker_test.go:56: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-623000 ssh "sudo systemctl show docker --property=Environment --no-pager": exit status 83 (79.904417ms)

-- stdout --

	* The control-plane node docker-flags-623000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-623000"

-- /stdout --

docker_test.go:58: failed to 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-623000 ssh \"sudo systemctl show docker --property=Environment --no-pager\"": exit status 83

docker_test.go:63: expected env key/value "FOO=BAR" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-623000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-623000\"\n"*.

docker_test.go:63: expected env key/value "BAZ=BAT" to be passed to minikube's docker and be included in: *"* The control-plane node docker-flags-623000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-623000\"\n"*.

docker_test.go:67: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-623000 ssh "sudo systemctl show docker --property=ExecStart --no-pager"

docker_test.go:67: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-623000 ssh "sudo systemctl show docker --property=ExecStart --no-pager": exit status 83 (45.615666ms)

-- stdout --

	* The control-plane node docker-flags-623000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p docker-flags-623000"

-- /stdout --

docker_test.go:69: failed on the second 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-623000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"": exit status 83

docker_test.go:73: expected "out/minikube-darwin-arm64 -p docker-flags-623000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"" output to have include *--debug* . output: "* The control-plane node docker-flags-623000 host is not running: state=Stopped\n  To start a cluster, run: \"minikube start -p docker-flags-623000\"\n"

panic.go:626: *** TestDockerFlags FAILED at 2024-03-11 04:26:40.457869 -0700 PDT m=+3137.975823334

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-623000 -n docker-flags-623000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-623000 -n docker-flags-623000: exit status 7 (32.027084ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "docker-flags-623000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "docker-flags-623000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p docker-flags-623000

--- FAIL: TestDockerFlags (10.11s)

=== RUN   TestForceSystemdFlag

=== PAUSE TestForceSystemdFlag

=== CONT  TestForceSystemdFlag

docker_test.go:91: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-flag-846000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:91: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-flag-846000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.852789791s)

-- stdout --

	* [force-systemd-flag-846000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-flag-846000" primary control-plane node in "force-systemd-flag-846000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-flag-846000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:26:05.247431    4475 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:26:05.247572    4475 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:05.247575    4475 out.go:304] Setting ErrFile to fd 2...

	I0311 04:26:05.247578    4475 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:05.247716    4475 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:26:05.248770    4475 out.go:298] Setting JSON to false

	I0311 04:26:05.264924    4475 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":3337,"bootTime":1710153028,"procs":499,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:26:05.264986    4475 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:26:05.269668    4475 out.go:177] * [force-systemd-flag-846000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:26:05.275499    4475 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:26:05.278545    4475 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:26:05.275575    4475 notify.go:220] Checking for updates...

	I0311 04:26:05.281628    4475 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:26:05.284584    4475 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:26:05.287592    4475 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:26:05.290587    4475 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:26:05.292378    4475 config.go:182] Loaded profile config "NoKubernetes-886000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v0.0.0

	I0311 04:26:05.292449    4475 config.go:182] Loaded profile config "multinode-976000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:26:05.292494    4475 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:26:05.296556    4475 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 04:26:05.303407    4475 start.go:297] selected driver: qemu2

	I0311 04:26:05.303414    4475 start.go:901] validating driver "qemu2" against <nil>

	I0311 04:26:05.303427    4475 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:26:05.305537    4475 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 04:26:05.308521    4475 out.go:177] * Automatically selected the socket_vmnet network

	I0311 04:26:05.311691    4475 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0311 04:26:05.311746    4475 cni.go:84] Creating CNI manager for ""

	I0311 04:26:05.311754    4475 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 04:26:05.311758    4475 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0311 04:26:05.311792    4475 start.go:340] cluster config:

	{Name:force-systemd-flag-846000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-846000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster

.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet Static

IP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:26:05.316067    4475 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:26:05.323540    4475 out.go:177] * Starting "force-systemd-flag-846000" primary control-plane node in "force-systemd-flag-846000" cluster

	I0311 04:26:05.327639    4475 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:26:05.327653    4475 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:26:05.327664    4475 cache.go:56] Caching tarball of preloaded images

	I0311 04:26:05.327725    4475 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:26:05.327732    4475 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:26:05.327797    4475 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/force-systemd-flag-846000/config.json ...

	I0311 04:26:05.327808    4475 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/force-systemd-flag-846000/config.json: {Name:mk2525716425d4d280b6c45c5ef6013e57da9d79 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 04:26:05.328020    4475 start.go:360] acquireMachinesLock for force-systemd-flag-846000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:05.328054    4475 start.go:364] duration metric: took 26.583µs to acquireMachinesLock for "force-systemd-flag-846000"

	I0311 04:26:05.328065    4475 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-846000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kubernetes

Config:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-846000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror

: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:05.328097    4475 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:05.335608    4475 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:05.352503    4475 start.go:159] libmachine.API.Create for "force-systemd-flag-846000" (driver="qemu2")

	I0311 04:26:05.352533    4475 client.go:168] LocalClient.Create starting

	I0311 04:26:05.352587    4475 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:05.352616    4475 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:05.352628    4475 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:05.352675    4475 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:05.352698    4475 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:05.352707    4475 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:05.353086    4475 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:05.493862    4475 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:05.579703    4475 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:05.579708    4475 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:05.579878    4475 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:05.592172    4475 main.go:141] libmachine: STDOUT: 

	I0311 04:26:05.592189    4475 main.go:141] libmachine: STDERR: 

	I0311 04:26:05.592237    4475 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2 +20000M

	I0311 04:26:05.603309    4475 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:05.603326    4475 main.go:141] libmachine: STDERR: 

	I0311 04:26:05.603343    4475 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:05.603346    4475 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:05.603372    4475 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/qemu.pid -device virtio-net-pci,netdev=net0,mac=26:18:c3:91:df:d3 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:05.605152    4475 main.go:141] libmachine: STDOUT: 

	I0311 04:26:05.605177    4475 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:05.605198    4475 client.go:171] duration metric: took 252.665416ms to LocalClient.Create

	I0311 04:26:07.607372    4475 start.go:128] duration metric: took 2.279292709s to createHost

	I0311 04:26:07.607464    4475 start.go:83] releasing machines lock for "force-systemd-flag-846000", held for 2.279450333s

	W0311 04:26:07.607563    4475 start.go:713] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:07.624046    4475 out.go:177] * Deleting "force-systemd-flag-846000" in qemu2 ...

	W0311 04:26:07.681567    4475 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:07.681617    4475 start.go:728] Will try again in 5 seconds ...

	I0311 04:26:12.683744    4475 start.go:360] acquireMachinesLock for force-systemd-flag-846000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:12.684119    4475 start.go:364] duration metric: took 287.583µs to acquireMachinesLock for "force-systemd-flag-846000"

	I0311 04:26:12.684250    4475 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-846000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kubernetes

Config:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-846000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror

: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:12.684532    4475 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:12.692803    4475 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:12.741194    4475 start.go:159] libmachine.API.Create for "force-systemd-flag-846000" (driver="qemu2")

	I0311 04:26:12.741267    4475 client.go:168] LocalClient.Create starting

	I0311 04:26:12.741405    4475 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:12.741472    4475 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:12.741502    4475 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:12.741575    4475 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:12.741624    4475 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:12.741645    4475 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:12.742154    4475 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:12.886890    4475 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:12.995270    4475 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:12.995276    4475 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:12.995448    4475 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:13.007865    4475 main.go:141] libmachine: STDOUT: 

	I0311 04:26:13.007882    4475 main.go:141] libmachine: STDERR: 

	I0311 04:26:13.007939    4475 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2 +20000M

	I0311 04:26:13.018484    4475 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:13.018504    4475 main.go:141] libmachine: STDERR: 

	I0311 04:26:13.018516    4475 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:13.018522    4475 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:13.018558    4475 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/qemu.pid -device virtio-net-pci,netdev=net0,mac=3e:c3:e0:6c:b8:1c -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-flag-846000/disk.qcow2

	I0311 04:26:13.020315    4475 main.go:141] libmachine: STDOUT: 

	I0311 04:26:13.020332    4475 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:13.020345    4475 client.go:171] duration metric: took 279.07975ms to LocalClient.Create

	I0311 04:26:15.022490    4475 start.go:128] duration metric: took 2.337977333s to createHost

	I0311 04:26:15.022581    4475 start.go:83] releasing machines lock for "force-systemd-flag-846000", held for 2.338489458s

	W0311 04:26:15.022981    4475 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-846000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-846000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:15.036697    4475 out.go:177] 

	W0311 04:26:15.040763    4475 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:26:15.040790    4475 out.go:239] * 

	* 

	W0311 04:26:15.043510    4475 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:26:15.054637    4475 out.go:177] 

** /stderr **

docker_test.go:93: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-flag-846000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-flag-846000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-flag-846000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (76.818625ms)

-- stdout --

	* The control-plane node force-systemd-flag-846000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-flag-846000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-flag-846000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:106: *** TestForceSystemdFlag FAILED at 2024-03-11 04:26:15.149268 -0700 PDT m=+3112.666663001

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-846000 -n force-systemd-flag-846000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-846000 -n force-systemd-flag-846000: exit status 7 (33.619208ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-flag-846000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-flag-846000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-flag-846000

--- FAIL: TestForceSystemdFlag (10.07s)

=== RUN   TestForceSystemdEnv

=== PAUSE TestForceSystemdEnv

=== CONT  TestForceSystemdEnv

docker_test.go:155: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-env-255000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:155: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-env-255000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (10.660891958s)

-- stdout --

	* [force-systemd-env-255000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=true

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "force-systemd-env-255000" primary control-plane node in "force-systemd-env-255000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-env-255000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:26:19.635469    4553 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:26:19.635650    4553 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:19.635654    4553 out.go:304] Setting ErrFile to fd 2...

	I0311 04:26:19.635656    4553 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:26:19.635796    4553 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:26:19.636836    4553 out.go:298] Setting JSON to false

	I0311 04:26:19.653050    4553 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":3351,"bootTime":1710153028,"procs":491,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:26:19.653105    4553 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:26:19.661116    4553 out.go:177] * [force-systemd-env-255000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:26:19.669037    4553 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:26:19.669085    4553 notify.go:220] Checking for updates...

	I0311 04:26:19.679600    4553 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:26:19.683018    4553 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:26:19.687064    4553 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:26:19.690063    4553 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:26:19.693062    4553 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=true

	I0311 04:26:19.696484    4553 config.go:182] Loaded profile config "multinode-976000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:26:19.696533    4553 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:26:19.701004    4553 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 04:26:19.707975    4553 start.go:297] selected driver: qemu2

	I0311 04:26:19.707983    4553 start.go:901] validating driver "qemu2" against <nil>

	I0311 04:26:19.707989    4553 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:26:19.710458    4553 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 04:26:19.714028    4553 out.go:177] * Automatically selected the socket_vmnet network

	I0311 04:26:19.717091    4553 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]

	I0311 04:26:19.717137    4553 cni.go:84] Creating CNI manager for ""

	I0311 04:26:19.717146    4553 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 04:26:19.717151    4553 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0311 04:26:19.717193    4553 start.go:340] cluster config:

	{Name:force-systemd-env-255000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.l

ocal ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP

: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:26:19.722197    4553 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:26:19.728869    4553 out.go:177] * Starting "force-systemd-env-255000" primary control-plane node in "force-systemd-env-255000" cluster

	I0311 04:26:19.732974    4553 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:26:19.732992    4553 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:26:19.733005    4553 cache.go:56] Caching tarball of preloaded images

	I0311 04:26:19.733060    4553 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:26:19.733067    4553 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:26:19.733140    4553 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/force-systemd-env-255000/config.json ...

	I0311 04:26:19.733152    4553 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/force-systemd-env-255000/config.json: {Name:mkc41dae2137bace1832d0281102779310367af1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 04:26:19.733367    4553 start.go:360] acquireMachinesLock for force-systemd-env-255000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:19.733400    4553 start.go:364] duration metric: took 26.792µs to acquireMachinesLock for "force-systemd-env-255000"

	I0311 04:26:19.733412    4553 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-255000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesC

onfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:

DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:19.733445    4553 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:19.740004    4553 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:19.757681    4553 start.go:159] libmachine.API.Create for "force-systemd-env-255000" (driver="qemu2")

	I0311 04:26:19.757708    4553 client.go:168] LocalClient.Create starting

	I0311 04:26:19.757766    4553 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:19.757794    4553 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:19.757804    4553 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:19.757849    4553 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:19.757871    4553 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:19.757878    4553 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:19.758307    4553 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:19.898757    4553 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:20.091446    4553 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:20.091456    4553 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:20.091693    4553 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:20.104210    4553 main.go:141] libmachine: STDOUT: 

	I0311 04:26:20.104234    4553 main.go:141] libmachine: STDERR: 

	I0311 04:26:20.104305    4553 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2 +20000M

	I0311 04:26:20.114958    4553 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:20.114973    4553 main.go:141] libmachine: STDERR: 

	I0311 04:26:20.114988    4553 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:20.114992    4553 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:20.115020    4553 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/qemu.pid -device virtio-net-pci,netdev=net0,mac=36:fe:bb:9a:1a:80 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:20.116716    4553 main.go:141] libmachine: STDOUT: 

	I0311 04:26:20.116730    4553 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:20.116758    4553 client.go:171] duration metric: took 359.040959ms to LocalClient.Create

	I0311 04:26:22.118747    4553 start.go:128] duration metric: took 2.385346542s to createHost

	I0311 04:26:22.118781    4553 start.go:83] releasing machines lock for "force-systemd-env-255000", held for 2.38542925s

	W0311 04:26:22.118795    4553 start.go:713] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:22.128336    4553 out.go:177] * Deleting "force-systemd-env-255000" in qemu2 ...

	W0311 04:26:22.137151    4553 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:22.137164    4553 start.go:728] Will try again in 5 seconds ...

	I0311 04:26:27.138018    4553 start.go:360] acquireMachinesLock for force-systemd-env-255000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:26:27.868985    4553 start.go:364] duration metric: took 730.83875ms to acquireMachinesLock for "force-systemd-env-255000"

	I0311 04:26:27.869119    4553 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-255000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2048 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesC

onfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-255000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:

DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:26:27.869343    4553 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:26:27.877854    4553 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0311 04:26:27.925594    4553 start.go:159] libmachine.API.Create for "force-systemd-env-255000" (driver="qemu2")

	I0311 04:26:27.925636    4553 client.go:168] LocalClient.Create starting

	I0311 04:26:27.925777    4553 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:26:27.925844    4553 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:27.925864    4553 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:27.925923    4553 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:26:27.925964    4553 main.go:141] libmachine: Decoding PEM data...

	I0311 04:26:27.925980    4553 main.go:141] libmachine: Parsing certificate...

	I0311 04:26:27.926498    4553 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:26:28.072183    4553 main.go:141] libmachine: Creating SSH key...

	I0311 04:26:28.183784    4553 main.go:141] libmachine: Creating Disk image...

	I0311 04:26:28.183789    4553 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:26:28.183970    4553 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:28.196369    4553 main.go:141] libmachine: STDOUT: 

	I0311 04:26:28.196384    4553 main.go:141] libmachine: STDERR: 

	I0311 04:26:28.196448    4553 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2 +20000M

	I0311 04:26:28.206937    4553 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:26:28.206957    4553 main.go:141] libmachine: STDERR: 

	I0311 04:26:28.206969    4553 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:28.206975    4553 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:26:28.207004    4553 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/qemu.pid -device virtio-net-pci,netdev=net0,mac=96:79:c3:b8:30:32 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/force-systemd-env-255000/disk.qcow2

	I0311 04:26:28.208725    4553 main.go:141] libmachine: STDOUT: 

	I0311 04:26:28.208742    4553 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:26:28.208757    4553 client.go:171] duration metric: took 283.122166ms to LocalClient.Create

	I0311 04:26:30.211017    4553 start.go:128] duration metric: took 2.341653375s to createHost

	I0311 04:26:30.211128    4553 start.go:83] releasing machines lock for "force-systemd-env-255000", held for 2.342118208s

	W0311 04:26:30.211471    4553 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-255000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-255000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:26:30.227145    4553 out.go:177] 

	W0311 04:26:30.235163    4553 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:26:30.235296    4553 out.go:239] * 

	* 

	W0311 04:26:30.237884    4553 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:26:30.248035    4553 out.go:177] 

** /stderr **

docker_test.go:157: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-env-255000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-env-255000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-env-255000 ssh "docker info --format {{.CgroupDriver}}": exit status 83 (76.706375ms)

-- stdout --

	* The control-plane node force-systemd-env-255000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p force-systemd-env-255000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-env-255000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 83

docker_test.go:166: *** TestForceSystemdEnv FAILED at 2024-03-11 04:26:30.342836 -0700 PDT m=+3127.860566542

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-255000 -n force-systemd-env-255000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-255000 -n force-systemd-env-255000: exit status 7 (35.244875ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-env-255000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-env-255000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-env-255000

--- FAIL: TestForceSystemdEnv (10.88s)

=== RUN   TestFunctional/parallel/ServiceCmdConnect

=== PAUSE TestFunctional/parallel/ServiceCmdConnect

=== CONT  TestFunctional/parallel/ServiceCmdConnect

functional_test.go:1623: (dbg) Run:  kubectl --context functional-864000 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8

functional_test.go:1631: (dbg) Run:  kubectl --context functional-864000 expose deployment hello-node-connect --type=NodePort --port=8080

functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...

helpers_test.go:344: "hello-node-connect-7799dfb7c6-rg49c" [64b31646-abf5-49aa-a18e-70c30e65002e] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

helpers_test.go:344: "hello-node-connect-7799dfb7c6-rg49c" [64b31646-abf5-49aa-a18e-70c30e65002e] Running / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 14.003182416s

functional_test.go:1645: (dbg) Run:  out/minikube-darwin-arm64 -p functional-864000 service hello-node-connect --url

functional_test.go:1651: found endpoint for hello-node-connect: http://192.168.105.4:32535

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1677: failed to fetch http://192.168.105.4:32535: Get "http://192.168.105.4:32535": dial tcp 192.168.105.4:32535: connect: connection refused

functional_test.go:1594: service test failed - dumping debug information

functional_test.go:1595: -----------------------service failure post-mortem--------------------------------

functional_test.go:1598: (dbg) Run:  kubectl --context functional-864000 describe po hello-node-connect

functional_test.go:1602: hello-node pod describe:

Name:             hello-node-connect-7799dfb7c6-rg49c

Namespace:        default

Priority:         0

Service Account:  default

Node:             functional-864000/192.168.105.4

Start Time:       Mon, 11 Mar 2024 03:45:45 -0700

Labels:           app=hello-node-connect

pod-template-hash=7799dfb7c6

Annotations:      <none>

Status:           Running

IP:               10.244.0.8

IPs:

IP:           10.244.0.8

Controlled By:  ReplicaSet/hello-node-connect-7799dfb7c6

Containers:

echoserver-arm:

Container ID:   docker://5b443da1bcadb157eee4f5238eb7a36ca12120d958dfcb40f2df89be825de835

Image:          registry.k8s.io/echoserver-arm:1.8

Image ID:       docker-pullable://registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5

Port:           <none>

Host Port:      <none>

State:          Waiting

Reason:       CrashLoopBackOff

Last State:     Terminated

Reason:       Error

Exit Code:    1

Started:      Mon, 11 Mar 2024 03:46:10 -0700

Finished:     Mon, 11 Mar 2024 03:46:10 -0700

Ready:          False

Restart Count:  2

Environment:    <none>

Mounts:

/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bpbt2 (ro)

Conditions:

Type              Status

Initialized       True 

Ready             False 

ContainersReady   False 

PodScheduled      True 

Volumes:

kube-api-access-bpbt2:

Type:                    Projected (a volume that contains injected data from multiple sources)

TokenExpirationSeconds:  3607

ConfigMapName:           kube-root-ca.crt

ConfigMapOptional:       <nil>

DownwardAPI:             true

QoS Class:                   BestEffort

Node-Selectors:              <none>

Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

Events:

Type     Reason     Age                From               Message

----     ------     ----               ----               -------

Normal   Scheduled  38s                default-scheduler  Successfully assigned default/hello-node-connect-7799dfb7c6-rg49c to functional-864000

Normal   Pulling    37s                kubelet            Pulling image "registry.k8s.io/echoserver-arm:1.8"

Normal   Pulled     31s                kubelet            Successfully pulled image "registry.k8s.io/echoserver-arm:1.8" in 5.797s (6.367s including waiting)

Normal   Created    13s (x3 over 31s)  kubelet            Created container echoserver-arm

Normal   Started    13s (x3 over 31s)  kubelet            Started container echoserver-arm

Normal   Pulled     13s (x2 over 30s)  kubelet            Container image "registry.k8s.io/echoserver-arm:1.8" already present on machine

Warning  BackOff    1s (x4 over 29s)   kubelet            Back-off restarting failed container echoserver-arm in pod hello-node-connect-7799dfb7c6-rg49c_default(64b31646-abf5-49aa-a18e-70c30e65002e)

functional_test.go:1604: (dbg) Run:  kubectl --context functional-864000 logs -l app=hello-node-connect

functional_test.go:1608: hello-node logs:

exec /usr/sbin/nginx: exec format error

functional_test.go:1610: (dbg) Run:  kubectl --context functional-864000 describe svc hello-node-connect

functional_test.go:1614: hello-node svc describe:

Name:                     hello-node-connect

Namespace:                default

Labels:                   app=hello-node-connect

Annotations:              <none>

Selector:                 app=hello-node-connect

Type:                     NodePort

IP Family Policy:         SingleStack

IP Families:              IPv4

IP:                       10.108.225.227

IPs:                      10.108.225.227

Port:                     <unset>  8080/TCP

TargetPort:               8080/TCP

NodePort:                 <unset>  32535/TCP

Endpoints:                

Session Affinity:         None

External Traffic Policy:  Cluster

Events:                   <none>

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p functional-864000 -n functional-864000

helpers_test.go:244: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p functional-864000 logs -n 25

helpers_test.go:252: TestFunctional/parallel/ServiceCmdConnect logs: 

-- stdout --

	==> Audit <==

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	|  Command  |                                                         Args                                                         |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdany-port2511247930/001:/mount-9p      |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh -- ls                                                                                          | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -la /mount-9p                                                                                                        |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh cat                                                                                            | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | /mount-9p/test-1710153968998786000                                                                                   |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh stat                                                                                           | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | /mount-9p/created-by-test                                                                                            |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh stat                                                                                           | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | /mount-9p/created-by-pod                                                                                             |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh sudo                                                                                           | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | umount -f /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdspecific-port2924177558/001:/mount-9p |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1 --port 46464                                                                                  |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh -- ls                                                                                          | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -la /mount-9p                                                                                                        |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh sudo                                                                                           | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | umount -f /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3193259508/001:/mount1   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3193259508/001:/mount2   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | -T /mount1                                                                                                           |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3193259508/001:/mount3   |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -T /mount1                                                                                                           |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -T /mount2                                                                                                           |                   |         |         |                     |                     |

	| ssh       | functional-864000 ssh findmnt                                                                                        | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT | 11 Mar 24 03:46 PDT |

	|           | -T /mount3                                                                                                           |                   |         |         |                     |                     |

	| mount     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | --kill=true                                                                                                          |                   |         |         |                     |                     |

	| start     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | --dry-run --memory                                                                                                   |                   |         |         |                     |                     |

	|           | 250MB --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| start     | -p functional-864000                                                                                                 | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | --dry-run --memory                                                                                                   |                   |         |         |                     |                     |

	|           | 250MB --alsologtostderr                                                                                              |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| start     | -p functional-864000 --dry-run                                                                                       | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	|           | --driver=qemu2                                                                                                       |                   |         |         |                     |                     |

	| dashboard | --url --port 36195                                                                                                   | functional-864000 | jenkins | v1.32.0 | 11 Mar 24 03:46 PDT |                     |

	|           | -p functional-864000                                                                                                 |                   |         |         |                     |                     |

	|           | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	|-----------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/03/11 03:46:20

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.22.0 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0311 03:46:20.412028    2387 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:46:20.412878    2387 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:46:20.412902    2387 out.go:304] Setting ErrFile to fd 2...

	I0311 03:46:20.412910    2387 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:46:20.413382    2387 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 03:46:20.414627    2387 out.go:298] Setting JSON to false

	I0311 03:46:20.431744    2387 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":952,"bootTime":1710153028,"procs":487,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 03:46:20.431832    2387 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 03:46:20.436371    2387 out.go:177] * [functional-864000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 03:46:20.443421    2387 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 03:46:20.447355    2387 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 03:46:20.443473    2387 notify.go:220] Checking for updates...

	I0311 03:46:20.453362    2387 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 03:46:20.456422    2387 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 03:46:20.459392    2387 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 03:46:20.462352    2387 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 03:46:20.465662    2387 config.go:182] Loaded profile config "functional-864000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:46:20.465927    2387 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 03:46:20.470371    2387 out.go:177] * Using the qemu2 driver based on existing profile

	I0311 03:46:20.477334    2387 start.go:297] selected driver: qemu2

	I0311 03:46:20.477339    2387 start.go:901] validating driver "qemu2" against &{Name:functional-864000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kub

ernetesVersion:v1.28.4 ClusterName:functional-864000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpirat

ion:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 03:46:20.477393    2387 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 03:46:20.479545    2387 cni.go:84] Creating CNI manager for ""

	I0311 03:46:20.479561    2387 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0311 03:46:20.479601    2387 start.go:340] cluster config:

	{Name:functional-864000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-864000 Namespace:default APIServe

rHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2

000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 03:46:20.490225    2387 out.go:177] * dry-run validation complete!

	==> Docker <==

	Mar 11 10:46:16 functional-864000 dockerd[7026]: time="2024-03-11T10:46:16.113058900Z" level=info msg="ignoring event" container=628e855e63a88d19e8019889adabda5e3dba1365833ff8c36381223b5dbe4ff0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Mar 11 10:46:16 functional-864000 dockerd[7032]: time="2024-03-11T10:46:16.113343107Z" level=info msg="shim disconnected" id=628e855e63a88d19e8019889adabda5e3dba1365833ff8c36381223b5dbe4ff0 namespace=moby

	Mar 11 10:46:16 functional-864000 dockerd[7032]: time="2024-03-11T10:46:16.113388023Z" level=warning msg="cleaning up after shim disconnected" id=628e855e63a88d19e8019889adabda5e3dba1365833ff8c36381223b5dbe4ff0 namespace=moby

	Mar 11 10:46:16 functional-864000 dockerd[7032]: time="2024-03-11T10:46:16.113393190Z" level=info msg="cleaning up dead shim" namespace=moby

	Mar 11 10:46:17 functional-864000 dockerd[7032]: time="2024-03-11T10:46:17.865315248Z" level=info msg="shim disconnected" id=0d6f4e9f26c521fd15c2b85239395fb1682b6035ec784b919473f70a1a43d287 namespace=moby

	Mar 11 10:46:17 functional-864000 dockerd[7026]: time="2024-03-11T10:46:17.865516872Z" level=info msg="ignoring event" container=0d6f4e9f26c521fd15c2b85239395fb1682b6035ec784b919473f70a1a43d287 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Mar 11 10:46:17 functional-864000 dockerd[7032]: time="2024-03-11T10:46:17.865788412Z" level=warning msg="cleaning up after shim disconnected" id=0d6f4e9f26c521fd15c2b85239395fb1682b6035ec784b919473f70a1a43d287 namespace=moby

	Mar 11 10:46:17 functional-864000 dockerd[7032]: time="2024-03-11T10:46:17.865798537Z" level=info msg="cleaning up dead shim" namespace=moby

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.529160479Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.529376269Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.529386936Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.529474311Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.533332338Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.533363630Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.533528254Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:21 functional-864000 dockerd[7032]: time="2024-03-11T10:46:21.533648629Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:21 functional-864000 cri-dockerd[7233]: time="2024-03-11T10:46:21Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/4e61bbf24606ec0bc678d9eff5efa1a28e1a7f28d834795d37f77d5ac6fd36da/resolv.conf as [nameserver 10.96.0.10 search kubernetes-dashboard.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Mar 11 10:46:21 functional-864000 cri-dockerd[7233]: time="2024-03-11T10:46:21Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/c868b93754997ced105d492c6f447cd661697f637f34399150ab771b22f0115e/resolv.conf as [nameserver 10.96.0.10 search kubernetes-dashboard.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Mar 11 10:46:21 functional-864000 dockerd[7026]: time="2024-03-11T10:46:21.818348637Z" level=warning msg="reference for unknown type: " digest="sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c" remote="docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"

	Mar 11 10:46:23 functional-864000 cri-dockerd[7233]: time="2024-03-11T10:46:23Z" level=info msg="Stop pulling image docker.io/kubernetesui/metrics-scraper:v1.0.8@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c: Status: Downloaded newer image for kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"

	Mar 11 10:46:23 functional-864000 dockerd[7032]: time="2024-03-11T10:46:23.588386416Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Mar 11 10:46:23 functional-864000 dockerd[7032]: time="2024-03-11T10:46:23.588441458Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Mar 11 10:46:23 functional-864000 dockerd[7032]: time="2024-03-11T10:46:23.588447499Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:23 functional-864000 dockerd[7032]: time="2024-03-11T10:46:23.588476291Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Mar 11 10:46:23 functional-864000 dockerd[7026]: time="2024-03-11T10:46:23.755201040Z" level=warning msg="reference for unknown type: " digest="sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93" remote="docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93"

	==> container status <==

	CONTAINER           IMAGE                                                                                                  CREATED              STATE               NAME                        ATTEMPT             POD ID              POD

	f90dcc65a3b43       kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c   1 second ago         Running             dashboard-metrics-scraper   0                   4e61bbf24606e       dashboard-metrics-scraper-7fd5cb4ddc-8g9dp

	628e855e63a88       gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e    8 seconds ago        Exited              mount-munger                0                   0d6f4e9f26c52       busybox-mount

	0c782db936a0e       72565bf5bbedf                                                                                          10 seconds ago       Exited              echoserver-arm              2                   4bcb48074a0c6       hello-node-759d89bdcc-sb665

	5b443da1bcadb       72565bf5bbedf                                                                                          14 seconds ago       Exited              echoserver-arm              2                   61c355f5725c4       hello-node-connect-7799dfb7c6-rg49c

	c189b4b26e3f8       nginx@sha256:c26ae7472d624ba1fafd296e73cecc4f93f853088e6a9c13c0d52f6ca5865107                          30 seconds ago       Running             myfrontend                  0                   29006f72adcf7       sp-pod

	90f0763fac2be       nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9                          45 seconds ago       Running             nginx                       0                   94fc66b6793e0       nginx-svc

	3425eb464ef39       97e04611ad434                                                                                          About a minute ago   Running             coredns                     2                   bbc1fd850693b       coredns-5dd5756b68-qfxlh

	a0ed7dec3b15c       3ca3ca488cf13                                                                                          About a minute ago   Running             kube-proxy                  2                   2dc97ac6f9507       kube-proxy-b42xv

	427ab21420f87       ba04bb24b9575                                                                                          About a minute ago   Running             storage-provisioner         2                   d47e88a01de3f       storage-provisioner

	c372c60633944       9961cbceaf234                                                                                          About a minute ago   Running             kube-controller-manager     2                   1cd6df0c22342       kube-controller-manager-functional-864000

	1e31b04df8cd9       9cdd6470f48c8                                                                                          About a minute ago   Running             etcd                        2                   bf89096a35ab4       etcd-functional-864000

	9e4fd918917d4       05c284c929889                                                                                          About a minute ago   Running             kube-scheduler              2                   7744c9b97174e       kube-scheduler-functional-864000

	2348097908e70       04b4c447bb9d4                                                                                          About a minute ago   Running             kube-apiserver              0                   b23b67e8b4ed7       kube-apiserver-functional-864000

	cb4bad945f67e       97e04611ad434                                                                                          2 minutes ago        Exited              coredns                     1                   803588bb21d86       coredns-5dd5756b68-qfxlh

	01e126b0a7870       ba04bb24b9575                                                                                          2 minutes ago        Exited              storage-provisioner         1                   5f759e9957cc1       storage-provisioner

	1d2560ee7bfd8       3ca3ca488cf13                                                                                          2 minutes ago        Exited              kube-proxy                  1                   4b02781ed47fe       kube-proxy-b42xv

	be90ea69d25d6       05c284c929889                                                                                          2 minutes ago        Exited              kube-scheduler              1                   986bcb31be6fe       kube-scheduler-functional-864000

	fe7cf2437cb30       9961cbceaf234                                                                                          2 minutes ago        Exited              kube-controller-manager     1                   abfafc15ed032       kube-controller-manager-functional-864000

	97a499d4c0c37       9cdd6470f48c8                                                                                          2 minutes ago        Exited              etcd                        1                   c2f33e642c09f       etcd-functional-864000

	==> coredns [3425eb464ef3] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:35641 - 63234 "HINFO IN 1573641646540520748.9093890841930552239. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.005052798s

	[INFO] 10.244.0.1:25854 - 15798 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 4096" NOERROR qr,aa,rd 104 0.000130374s

	[INFO] 10.244.0.1:59192 - 16226 "AAAA IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 146 0.000078958s

	[INFO] 10.244.0.1:21187 - 24428 "SVCB IN _dns.resolver.arpa. udp 36 false 512" NXDOMAIN qr,rd,ra 116 0.000818786s

	[INFO] 10.244.0.1:39080 - 61946 "A IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 104 0.000028208s

	[INFO] 10.244.0.1:57718 - 42759 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 104 0.000046958s

	[INFO] 10.244.0.1:34581 - 64998 "AAAA IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 146 0.000154207s

	==> coredns [cb4bad945f67] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:53172 - 3419 "HINFO IN 6108453318128786896.3004070877496865590. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.003979523s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> describe nodes <==

	Name:               functional-864000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=functional-864000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1f02234404c3608d31811fa9c1f2f7d976b3e563

	                    minikube.k8s.io/name=functional-864000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_03_11T03_43_46_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 11 Mar 2024 10:43:43 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  functional-864000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 11 Mar 2024 10:46:21 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 11 Mar 2024 10:46:11 +0000   Mon, 11 Mar 2024 10:43:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 11 Mar 2024 10:46:11 +0000   Mon, 11 Mar 2024 10:43:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 11 Mar 2024 10:46:11 +0000   Mon, 11 Mar 2024 10:43:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 11 Mar 2024 10:46:11 +0000   Mon, 11 Mar 2024 10:43:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.4

	  Hostname:    functional-864000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904752Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904752Ki

	  pods:               110

	System Info:

	  Machine ID:                 d6ef3733b2f84a7ca940881e626f470d

	  System UUID:                d6ef3733b2f84a7ca940881e626f470d

	  Boot ID:                    54b8ed9e-a291-4c86-b617-d9a9eb444e0d

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.28.4

	  Kube-Proxy Version:         v1.28.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (13 in total)

	  Namespace                   Name                                          CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                          ------------  ----------  ---------------  -------------  ---

	  default                     hello-node-759d89bdcc-sb665                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24s

	  default                     hello-node-connect-7799dfb7c6-rg49c           0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39s

	  default                     nginx-svc                                     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         48s

	  default                     sp-pod                                        0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31s

	  kube-system                 coredns-5dd5756b68-qfxlh                      100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     2m24s

	  kube-system                 etcd-functional-864000                        100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         2m38s

	  kube-system                 kube-apiserver-functional-864000              250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         73s

	  kube-system                 kube-controller-manager-functional-864000     200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m38s

	  kube-system                 kube-proxy-b42xv                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m25s

	  kube-system                 kube-scheduler-functional-864000              100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m38s

	  kube-system                 storage-provisioner                           0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m24s

	  kubernetes-dashboard        dashboard-metrics-scraper-7fd5cb4ddc-8g9dp    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3s

	  kubernetes-dashboard        kubernetes-dashboard-8694d4445c-xp2fq         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                  From             Message

	  ----    ------                   ----                 ----             -------

	  Normal  Starting                 2m23s                kube-proxy       

	  Normal  Starting                 72s                  kube-proxy       

	  Normal  Starting                 2m2s                 kube-proxy       

	  Normal  Starting                 2m39s                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  2m38s                kubelet          Node functional-864000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2m38s                kubelet          Node functional-864000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     2m38s                kubelet          Node functional-864000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m38s                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeReady                2m34s                kubelet          Node functional-864000 status is now: NodeReady

	  Normal  RegisteredNode           2m25s                node-controller  Node functional-864000 event: Registered Node functional-864000 in Controller

	  Normal  NodeHasSufficientPID     2m6s (x7 over 2m6s)  kubelet          Node functional-864000 status is now: NodeHasSufficientPID

	  Normal  NodeHasSufficientMemory  2m6s (x9 over 2m6s)  kubelet          Node functional-864000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2m6s (x7 over 2m6s)  kubelet          Node functional-864000 status is now: NodeHasNoDiskPressure

	  Normal  Starting                 2m6s                 kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  2m6s                 kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           111s                 node-controller  Node functional-864000 event: Registered Node functional-864000 in Controller

	  Normal  Starting                 77s                  kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  77s (x8 over 77s)    kubelet          Node functional-864000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    77s (x8 over 77s)    kubelet          Node functional-864000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     77s (x7 over 77s)    kubelet          Node functional-864000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  77s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           62s                  node-controller  Node functional-864000 event: Registered Node functional-864000 in Controller

	==> dmesg <==

	[ +11.499083] kauditd_printk_skb: 27 callbacks suppressed

	[  +3.357895] systemd-fstab-generator[5904]: Ignoring "noauto" option for root device

	[ +17.269529] systemd-fstab-generator[6554]: Ignoring "noauto" option for root device

	[  +0.054625] kauditd_printk_skb: 14 callbacks suppressed

	[  +0.119651] systemd-fstab-generator[6589]: Ignoring "noauto" option for root device

	[  +0.102157] systemd-fstab-generator[6602]: Ignoring "noauto" option for root device

	[  +0.106847] systemd-fstab-generator[6615]: Ignoring "noauto" option for root device

	[  +5.088729] kauditd_printk_skb: 89 callbacks suppressed

	[Mar11 10:45] systemd-fstab-generator[7186]: Ignoring "noauto" option for root device

	[  +0.097041] systemd-fstab-generator[7198]: Ignoring "noauto" option for root device

	[  +0.085611] systemd-fstab-generator[7210]: Ignoring "noauto" option for root device

	[  +0.101317] systemd-fstab-generator[7225]: Ignoring "noauto" option for root device

	[  +0.215992] systemd-fstab-generator[7375]: Ignoring "noauto" option for root device

	[  +0.863287] systemd-fstab-generator[7492]: Ignoring "noauto" option for root device

	[  +4.471068] kauditd_printk_skb: 202 callbacks suppressed

	[ +11.008680] kauditd_printk_skb: 27 callbacks suppressed

	[  +4.348498] systemd-fstab-generator[8756]: Ignoring "noauto" option for root device

	[  +4.665364] kauditd_printk_skb: 14 callbacks suppressed

	[  +5.538123] kauditd_printk_skb: 27 callbacks suppressed

	[  +5.259731] kauditd_printk_skb: 1 callbacks suppressed

	[ +10.206805] kauditd_printk_skb: 19 callbacks suppressed

	[Mar11 10:46] kauditd_printk_skb: 25 callbacks suppressed

	[  +9.523754] kauditd_printk_skb: 18 callbacks suppressed

	[  +5.663443] kauditd_printk_skb: 12 callbacks suppressed

	[  +5.135677] kauditd_printk_skb: 1 callbacks suppressed

	==> etcd [1e31b04df8cd] <==

	{"level":"info","ts":"2024-03-11T10:45:08.113679Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","added-peer-id":"7520ddf439b1d16","added-peer-peer-urls":["https://192.168.105.4:2380"]}

	{"level":"info","ts":"2024-03-11T10:45:08.116336Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:45:08.116375Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:45:08.113619Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"7520ddf439b1d16","initial-advertise-peer-urls":["https://192.168.105.4:2380"],"listen-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.105.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}

	{"level":"info","ts":"2024-03-11T10:45:08.113501Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-03-11T10:45:08.116484Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-03-11T10:45:08.113502Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-03-11T10:45:08.116515Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-03-11T10:45:08.11655Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-03-11T10:45:08.113648Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2024-03-11T10:45:08.113449Z","caller":"etcdserver/server.go:754","msg":"starting initial election tick advance","election-ticks":10}

	{"level":"info","ts":"2024-03-11T10:45:09.974188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 3"}

	{"level":"info","ts":"2024-03-11T10:45:09.97437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 3"}

	{"level":"info","ts":"2024-03-11T10:45:09.974434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-03-11T10:45:09.974467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 4"}

	{"level":"info","ts":"2024-03-11T10:45:09.974483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-03-11T10:45:09.974509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 4"}

	{"level":"info","ts":"2024-03-11T10:45:09.974542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-03-11T10:45:09.979788Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-864000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-03-11T10:45:09.979854Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:45:09.98011Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-03-11T10:45:09.980149Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-03-11T10:45:09.980186Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:45:09.982219Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-03-11T10:45:09.982687Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	==> etcd [97a499d4c0c3] <==

	{"level":"info","ts":"2024-03-11T10:44:19.120229Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-03-11T10:44:20.317947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 2"}

	{"level":"info","ts":"2024-03-11T10:44:20.318112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 2"}

	{"level":"info","ts":"2024-03-11T10:44:20.318155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 2"}

	{"level":"info","ts":"2024-03-11T10:44:20.318189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 3"}

	{"level":"info","ts":"2024-03-11T10:44:20.318205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-03-11T10:44:20.31823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 3"}

	{"level":"info","ts":"2024-03-11T10:44:20.318285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-03-11T10:44:20.320481Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:44:20.320744Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-03-11T10:44:20.322651Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-03-11T10:44:20.322697Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-03-11T10:44:20.320487Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-864000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-03-11T10:44:20.323143Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-03-11T10:44:20.323429Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-03-11T10:44:54.491444Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}

	{"level":"info","ts":"2024-03-11T10:44:54.49148Z","caller":"embed/etcd.go:376","msg":"closing etcd server","name":"functional-864000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	{"level":"warn","ts":"2024-03-11T10:44:54.491523Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-03-11T10:44:54.491566Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-03-11T10:44:54.501399Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-03-11T10:44:54.50142Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"info","ts":"2024-03-11T10:44:54.502572Z","caller":"etcdserver/server.go:1465","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7520ddf439b1d16","current-leader-member-id":"7520ddf439b1d16"}

	{"level":"info","ts":"2024-03-11T10:44:54.503964Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-03-11T10:44:54.503998Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-03-11T10:44:54.504002Z","caller":"embed/etcd.go:378","msg":"closed etcd server","name":"functional-864000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	==> kernel <==

	 10:46:24 up 2 min,  0 users,  load average: 0.59, 0.38, 0.16

	Linux functional-864000 5.10.207 #1 SMP PREEMPT Thu Feb 22 23:40:42 UTC 2024 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kube-apiserver [2348097908e7] <==

	I0311 10:45:10.639207       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I0311 10:45:10.639484       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller

	E0311 10:45:10.640489       1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service

	I0311 10:45:10.641173       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0311 10:45:10.641205       1 aggregator.go:166] initial CRD sync complete...

	I0311 10:45:10.641217       1 autoregister_controller.go:141] Starting autoregister controller

	I0311 10:45:10.641223       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0311 10:45:10.641229       1 cache.go:39] Caches are synced for autoregister controller

	I0311 10:45:10.705862       1 shared_informer.go:318] Caches are synced for node_authorizer

	I0311 10:45:11.540360       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0311 10:45:11.945600       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0311 10:45:11.948777       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0311 10:45:11.960428       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0311 10:45:11.968524       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0311 10:45:11.970648       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0311 10:45:22.708182       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0311 10:45:22.919805       1 controller.go:624] quota admission added evaluator for: endpoints

	I0311 10:45:31.721049       1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.103.116.16"}

	I0311 10:45:36.257585       1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.109.104.49"}

	I0311 10:45:45.661267       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0311 10:45:45.753293       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.108.225.227"}

	I0311 10:46:00.897111       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.96.151.164"}

	I0311 10:46:21.124704       1 controller.go:624] quota admission added evaluator for: namespaces

	I0311 10:46:21.222057       1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.105.248.123"}

	I0311 10:46:21.234999       1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.105.76.59"}

	==> kube-controller-manager [c372c6063394] <==

	E0311 10:46:21.160637       1 replica_set.go:557] sync "kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" failed with pods "dashboard-metrics-scraper-7fd5cb4ddc-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found

	I0311 10:46:21.164739       1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"kubernetes-dashboard-8694d4445c-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"

	I0311 10:46:21.164841       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="4.192277ms"

	E0311 10:46:21.164890       1 replica_set.go:557] sync "kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" failed with pods "dashboard-metrics-scraper-7fd5cb4ddc-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found

	I0311 10:46:21.164903       1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"dashboard-metrics-scraper-7fd5cb4ddc-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"

	I0311 10:46:21.170114       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="9.602673ms"

	E0311 10:46:21.170129       1 replica_set.go:557] sync "kubernetes-dashboard/kubernetes-dashboard-8694d4445c" failed with pods "kubernetes-dashboard-8694d4445c-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found

	I0311 10:46:21.170217       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="4.495817ms"

	E0311 10:46:21.170244       1 replica_set.go:557] sync "kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" failed with pods "dashboard-metrics-scraper-7fd5cb4ddc-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found

	I0311 10:46:21.170368       1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"dashboard-metrics-scraper-7fd5cb4ddc-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"

	I0311 10:46:21.174208       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="3.478071ms"

	E0311 10:46:21.174267       1 replica_set.go:557] sync "kubernetes-dashboard/kubernetes-dashboard-8694d4445c" failed with pods "kubernetes-dashboard-8694d4445c-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found

	I0311 10:46:21.174246       1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"kubernetes-dashboard-8694d4445c-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"

	I0311 10:46:21.178796       1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-xp2fq"

	I0311 10:46:21.185309       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="10.013047ms"

	I0311 10:46:21.194187       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="8.852801ms"

	I0311 10:46:21.194224       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="19.458µs"

	I0311 10:46:21.195703       1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-7fd5cb4ddc-8g9dp"

	I0311 10:46:21.199755       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="7.595348ms"

	I0311 10:46:21.204069       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="4.262359ms"

	I0311 10:46:21.216113       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="11.947873ms"

	I0311 10:46:21.216148       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="15.292µs"

	I0311 10:46:22.373861       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="40.292µs"

	I0311 10:46:23.838009       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="2.987826ms"

	I0311 10:46:23.838111       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="27.667µs"

	==> kube-controller-manager [fe7cf2437cb3] <==

	I0311 10:44:33.394487       1 taint_manager.go:210] "Sending events to api server"

	I0311 10:44:33.394584       1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""

	I0311 10:44:33.394614       1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="functional-864000"

	I0311 10:44:33.394633       1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal"

	I0311 10:44:33.394775       1 event.go:307] "Event occurred" object="functional-864000" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node functional-864000 event: Registered Node functional-864000 in Controller"

	I0311 10:44:33.395398       1 shared_informer.go:318] Caches are synced for endpoint

	I0311 10:44:33.395806       1 shared_informer.go:318] Caches are synced for ReplicationController

	I0311 10:44:33.398587       1 shared_informer.go:318] Caches are synced for endpoint_slice

	I0311 10:44:33.401089       1 shared_informer.go:318] Caches are synced for HPA

	I0311 10:44:33.402303       1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator

	I0311 10:44:33.402767       1 shared_informer.go:318] Caches are synced for PV protection

	I0311 10:44:33.444443       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client

	I0311 10:44:33.444446       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving

	I0311 10:44:33.445490       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client

	I0311 10:44:33.445502       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown

	I0311 10:44:33.497416       1 shared_informer.go:318] Caches are synced for certificate-csrapproving

	I0311 10:44:33.554707       1 shared_informer.go:318] Caches are synced for disruption

	I0311 10:44:33.558828       1 shared_informer.go:318] Caches are synced for job

	I0311 10:44:33.558957       1 shared_informer.go:318] Caches are synced for TTL after finished

	I0311 10:44:33.591536       1 shared_informer.go:318] Caches are synced for resource quota

	I0311 10:44:33.597033       1 shared_informer.go:318] Caches are synced for cronjob

	I0311 10:44:33.604861       1 shared_informer.go:318] Caches are synced for resource quota

	I0311 10:44:33.916980       1 shared_informer.go:318] Caches are synced for garbage collector

	I0311 10:44:33.941875       1 shared_informer.go:318] Caches are synced for garbage collector

	I0311 10:44:33.941921       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"

	==> kube-proxy [1d2560ee7bfd] <==

	I0311 10:44:22.066801       1 server_others.go:69] "Using iptables proxy"

	I0311 10:44:22.076231       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I0311 10:44:22.098568       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0311 10:44:22.098581       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0311 10:44:22.100138       1 server_others.go:152] "Using iptables Proxier"

	I0311 10:44:22.100160       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0311 10:44:22.100243       1 server.go:846] "Version info" version="v1.28.4"

	I0311 10:44:22.100248       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0311 10:44:22.100653       1 config.go:188] "Starting service config controller"

	I0311 10:44:22.100666       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0311 10:44:22.100673       1 config.go:97] "Starting endpoint slice config controller"

	I0311 10:44:22.100676       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0311 10:44:22.100982       1 config.go:315] "Starting node config controller"

	I0311 10:44:22.100991       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0311 10:44:22.200754       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0311 10:44:22.200783       1 shared_informer.go:318] Caches are synced for service config

	I0311 10:44:22.201003       1 shared_informer.go:318] Caches are synced for node config

	==> kube-proxy [a0ed7dec3b15] <==

	I0311 10:45:11.886465       1 server_others.go:69] "Using iptables proxy"

	I0311 10:45:11.895709       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I0311 10:45:11.916843       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0311 10:45:11.916855       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0311 10:45:11.917529       1 server_others.go:152] "Using iptables Proxier"

	I0311 10:45:11.917569       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0311 10:45:11.917660       1 server.go:846] "Version info" version="v1.28.4"

	I0311 10:45:11.917722       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0311 10:45:11.918038       1 config.go:188] "Starting service config controller"

	I0311 10:45:11.918062       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0311 10:45:11.918084       1 config.go:97] "Starting endpoint slice config controller"

	I0311 10:45:11.918098       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0311 10:45:11.918314       1 config.go:315] "Starting node config controller"

	I0311 10:45:11.918344       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0311 10:45:12.019163       1 shared_informer.go:318] Caches are synced for node config

	I0311 10:45:12.019165       1 shared_informer.go:318] Caches are synced for service config

	I0311 10:45:12.019176       1 shared_informer.go:318] Caches are synced for endpoint slice config

	==> kube-scheduler [9e4fd918917d] <==

	W0311 10:45:10.608446       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0311 10:45:10.611510       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0311 10:45:10.608482       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0311 10:45:10.611544       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0311 10:45:10.608505       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0311 10:45:10.611591       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0311 10:45:10.608548       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0311 10:45:10.611624       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0311 10:45:10.608647       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0311 10:45:10.611674       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0311 10:45:10.608724       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0311 10:45:10.611708       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0311 10:45:10.608867       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0311 10:45:10.611769       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0311 10:45:10.611278       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0311 10:45:10.611798       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0311 10:45:10.611374       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0311 10:45:10.611844       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0311 10:45:10.611901       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0311 10:45:10.611934       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0311 10:45:10.611969       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0311 10:45:10.611992       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0311 10:45:10.612039       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0311 10:45:10.612059       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	I0311 10:45:11.498988       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kube-scheduler [be90ea69d25d] <==

	I0311 10:44:19.889489       1 serving.go:348] Generated self-signed cert in-memory

	W0311 10:44:20.936580       1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0311 10:44:20.936595       1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0311 10:44:20.936601       1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0311 10:44:20.936604       1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0311 10:44:20.980265       1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.4"

	I0311 10:44:20.980282       1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0311 10:44:20.981291       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0311 10:44:20.981387       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0311 10:44:20.981397       1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0311 10:44:20.981405       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I0311 10:44:21.081517       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0311 10:44:54.496494       1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259

	I0311 10:44:54.496518       1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController"

	E0311 10:44:54.496576       1 run.go:74] "command failed" err="finished without leader elect"

	==> kubelet <==

	Mar 11 10:46:10 functional-864000 kubelet[7499]: I0311 10:46:10.370559    7499 scope.go:117] "RemoveContainer" containerID="9165d7ef8e99beac253d575c7b05664edc3aec047f72cb0a3fada55748633590"

	Mar 11 10:46:10 functional-864000 kubelet[7499]: I0311 10:46:10.747694    7499 scope.go:117] "RemoveContainer" containerID="9165d7ef8e99beac253d575c7b05664edc3aec047f72cb0a3fada55748633590"

	Mar 11 10:46:10 functional-864000 kubelet[7499]: I0311 10:46:10.747824    7499 scope.go:117] "RemoveContainer" containerID="5b443da1bcadb157eee4f5238eb7a36ca12120d958dfcb40f2df89be825de835"

	Mar 11 10:46:10 functional-864000 kubelet[7499]: E0311 10:46:10.747908    7499 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-7799dfb7c6-rg49c_default(64b31646-abf5-49aa-a18e-70c30e65002e)\"" pod="default/hello-node-connect-7799dfb7c6-rg49c" podUID="64b31646-abf5-49aa-a18e-70c30e65002e"

	Mar 11 10:46:14 functional-864000 kubelet[7499]: I0311 10:46:14.369443    7499 scope.go:117] "RemoveContainer" containerID="45a0a189f5303c4027530a000fabce1b607372375d7992e3503e42f311fa4d97"

	Mar 11 10:46:14 functional-864000 kubelet[7499]: I0311 10:46:14.774077    7499 scope.go:117] "RemoveContainer" containerID="45a0a189f5303c4027530a000fabce1b607372375d7992e3503e42f311fa4d97"

	Mar 11 10:46:14 functional-864000 kubelet[7499]: I0311 10:46:14.774236    7499 scope.go:117] "RemoveContainer" containerID="0c782db936a0ec98618fa6ba93025d1283d9dd97e7b7cdf67daea65aee478b02"

	Mar 11 10:46:14 functional-864000 kubelet[7499]: E0311 10:46:14.774322    7499 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-759d89bdcc-sb665_default(51c78233-5012-49d5-93c1-d96157bd2e65)\"" pod="default/hello-node-759d89bdcc-sb665" podUID="51c78233-5012-49d5-93c1-d96157bd2e65"

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.034213    7499 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-test-volume\") pod \"4f5eab2b-7379-4a7a-89e3-3e46a1e308db\" (UID: \"4f5eab2b-7379-4a7a-89e3-3e46a1e308db\") "

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.034240    7499 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xt76b\" (UniqueName: \"kubernetes.io/projected/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-kube-api-access-xt76b\") pod \"4f5eab2b-7379-4a7a-89e3-3e46a1e308db\" (UID: \"4f5eab2b-7379-4a7a-89e3-3e46a1e308db\") "

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.034410    7499 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-test-volume" (OuterVolumeSpecName: "test-volume") pod "4f5eab2b-7379-4a7a-89e3-3e46a1e308db" (UID: "4f5eab2b-7379-4a7a-89e3-3e46a1e308db"). InnerVolumeSpecName "test-volume". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.035038    7499 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-kube-api-access-xt76b" (OuterVolumeSpecName: "kube-api-access-xt76b") pod "4f5eab2b-7379-4a7a-89e3-3e46a1e308db" (UID: "4f5eab2b-7379-4a7a-89e3-3e46a1e308db"). InnerVolumeSpecName "kube-api-access-xt76b". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.134339    7499 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-xt76b\" (UniqueName: \"kubernetes.io/projected/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-kube-api-access-xt76b\") on node \"functional-864000\" DevicePath \"\""

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.134356    7499 reconciler_common.go:300] "Volume detached for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/4f5eab2b-7379-4a7a-89e3-3e46a1e308db-test-volume\") on node \"functional-864000\" DevicePath \"\""

	Mar 11 10:46:18 functional-864000 kubelet[7499]: I0311 10:46:18.798702    7499 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0d6f4e9f26c521fd15c2b85239395fb1682b6035ec784b919473f70a1a43d287"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.181930    7499 topology_manager.go:215] "Topology Admit Handler" podUID="d91f9a18-2c6a-45bf-a759-0e657d91950c" podNamespace="kubernetes-dashboard" podName="kubernetes-dashboard-8694d4445c-xp2fq"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: E0311 10:46:21.181964    7499 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4f5eab2b-7379-4a7a-89e3-3e46a1e308db" containerName="mount-munger"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.181983    7499 memory_manager.go:346] "RemoveStaleState removing state" podUID="4f5eab2b-7379-4a7a-89e3-3e46a1e308db" containerName="mount-munger"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.199617    7499 topology_manager.go:215] "Topology Admit Handler" podUID="5f51ed97-3791-494e-8347-a277f04ee8bd" podNamespace="kubernetes-dashboard" podName="dashboard-metrics-scraper-7fd5cb4ddc-8g9dp"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.351006    7499 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/5f51ed97-3791-494e-8347-a277f04ee8bd-tmp-volume\") pod \"dashboard-metrics-scraper-7fd5cb4ddc-8g9dp\" (UID: \"5f51ed97-3791-494e-8347-a277f04ee8bd\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-8g9dp"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.351044    7499 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9rpw5\" (UniqueName: \"kubernetes.io/projected/5f51ed97-3791-494e-8347-a277f04ee8bd-kube-api-access-9rpw5\") pod \"dashboard-metrics-scraper-7fd5cb4ddc-8g9dp\" (UID: \"5f51ed97-3791-494e-8347-a277f04ee8bd\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-8g9dp"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.351057    7499 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8878c\" (UniqueName: \"kubernetes.io/projected/d91f9a18-2c6a-45bf-a759-0e657d91950c-kube-api-access-8878c\") pod \"kubernetes-dashboard-8694d4445c-xp2fq\" (UID: \"d91f9a18-2c6a-45bf-a759-0e657d91950c\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xp2fq"

	Mar 11 10:46:21 functional-864000 kubelet[7499]: I0311 10:46:21.351067    7499 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/d91f9a18-2c6a-45bf-a759-0e657d91950c-tmp-volume\") pod \"kubernetes-dashboard-8694d4445c-xp2fq\" (UID: \"d91f9a18-2c6a-45bf-a759-0e657d91950c\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xp2fq"

	Mar 11 10:46:22 functional-864000 kubelet[7499]: I0311 10:46:22.369391    7499 scope.go:117] "RemoveContainer" containerID="5b443da1bcadb157eee4f5238eb7a36ca12120d958dfcb40f2df89be825de835"

	Mar 11 10:46:22 functional-864000 kubelet[7499]: E0311 10:46:22.369491    7499 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-7799dfb7c6-rg49c_default(64b31646-abf5-49aa-a18e-70c30e65002e)\"" pod="default/hello-node-connect-7799dfb7c6-rg49c" podUID="64b31646-abf5-49aa-a18e-70c30e65002e"

	==> storage-provisioner [01e126b0a787] <==

	I0311 10:44:22.027716       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0311 10:44:22.047956       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0311 10:44:22.048536       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0311 10:44:39.440452       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0311 10:44:39.440603       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-864000_9c842216-27a8-40e0-919d-5eec42d7d657!

	I0311 10:44:39.440791       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"affb5ad1-d0d2-4806-ac41-aeef6d147fb5", APIVersion:"v1", ResourceVersion:"477", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-864000_9c842216-27a8-40e0-919d-5eec42d7d657 became leader

	I0311 10:44:39.541667       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-864000_9c842216-27a8-40e0-919d-5eec42d7d657!

	==> storage-provisioner [427ab21420f8] <==

	I0311 10:45:11.824980       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0311 10:45:11.834972       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0311 10:45:11.835043       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0311 10:45:29.219713       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0311 10:45:29.220178       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"affb5ad1-d0d2-4806-ac41-aeef6d147fb5", APIVersion:"v1", ResourceVersion:"582", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-864000_26830f60-69f5-4d5d-aa46-7f906d06132f became leader

	I0311 10:45:29.220241       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-864000_26830f60-69f5-4d5d-aa46-7f906d06132f!

	I0311 10:45:29.320401       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-864000_26830f60-69f5-4d5d-aa46-7f906d06132f!

	I0311 10:45:42.079287       1 controller.go:1332] provision "default/myclaim" class "standard": started

	I0311 10:45:42.079425       1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard    b189a457-123d-4cf8-be02-7e51228970d6 337 0 2024-03-11 10:44:00 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}

	 storageclass.kubernetes.io/is-default-class:true] [] []  [{kubectl-client-side-apply Update storage.k8s.io/v1 2024-03-11 10:44:00 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-12b81c18-6b2d-4d99-8c06-544484f2d7b1 &PersistentVolumeClaim{ObjectMeta:{myclaim  default  12b81c18-6b2d-4d99-8c06-544484f2d7b1 644 0 2024-03-11 10:45:42 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea

dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}

	 volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection]  [{kube-controller-manager Update v1 2024-03-11 10:45:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2024-03-11 10:45:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:

ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim

	I0311 10:45:42.080055       1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-12b81c18-6b2d-4d99-8c06-544484f2d7b1" provisioned

	I0311 10:45:42.080117       1 controller.go:1456] provision "default/myclaim" class "standard": succeeded

	I0311 10:45:42.080140       1 volume_store.go:212] Trying to save persistentvolume "pvc-12b81c18-6b2d-4d99-8c06-544484f2d7b1"

	I0311 10:45:42.079961       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"12b81c18-6b2d-4d99-8c06-544484f2d7b1", APIVersion:"v1", ResourceVersion:"644", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"

	I0311 10:45:42.083896       1 volume_store.go:219] persistentvolume "pvc-12b81c18-6b2d-4d99-8c06-544484f2d7b1" saved

	I0311 10:45:42.084150       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"12b81c18-6b2d-4d99-8c06-544484f2d7b1", APIVersion:"v1", ResourceVersion:"644", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-12b81c18-6b2d-4d99-8c06-544484f2d7b1

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p functional-864000 -n functional-864000

helpers_test.go:261: (dbg) Run:  kubectl --context functional-864000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox-mount kubernetes-dashboard-8694d4445c-xp2fq

helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context functional-864000 describe pod busybox-mount kubernetes-dashboard-8694d4445c-xp2fq

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context functional-864000 describe pod busybox-mount kubernetes-dashboard-8694d4445c-xp2fq: exit status 1 (48.664834ms)

-- stdout --

	Name:             busybox-mount

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             functional-864000/192.168.105.4

	Start Time:       Mon, 11 Mar 2024 03:46:10 -0700

	Labels:           integration-test=busybox-mount

	Annotations:      <none>

	Status:           Succeeded

	IP:               10.244.0.11

	IPs:

	  IP:  10.244.0.11

	Containers:

	  mount-munger:

	    Container ID:  docker://628e855e63a88d19e8019889adabda5e3dba1365833ff8c36381223b5dbe4ff0

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      docker-pullable://gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      /bin/sh

	      -c

	      --

	    Args:

	      cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates

	    State:          Terminated

	      Reason:       Completed

	      Exit Code:    0

	      Started:      Mon, 11 Mar 2024 03:46:16 -0700

	      Finished:     Mon, 11 Mar 2024 03:46:16 -0700

	    Ready:          False

	    Restart Count:  0

	    Environment:    <none>

	    Mounts:

	      /mount-9p from test-volume (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xt76b (ro)

	Conditions:

	  Type              Status

	  Initialized       True 

	  Ready             False 

	  ContainersReady   False 

	  PodScheduled      True 

	Volumes:

	  test-volume:

	    Type:          HostPath (bare host directory volume)

	    Path:          /mount-9p

	    HostPathType:  

	  kube-api-access-xt76b:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	QoS Class:                   BestEffort

	Node-Selectors:              <none>

	Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type    Reason     Age   From               Message

	  ----    ------     ----  ----               -------

	  Normal  Scheduled  14s   default-scheduler  Successfully assigned default/busybox-mount to functional-864000

	  Normal  Pulling    14s   kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Normal  Pulled     8s    kubelet            Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 5.552s (5.552s including waiting)

	  Normal  Created    8s    kubelet            Created container mount-munger

	  Normal  Started    8s    kubelet            Started container mount-munger

-- /stdout --

** stderr ** 

	Error from server (NotFound): pods "kubernetes-dashboard-8694d4445c-xp2fq" not found

** /stderr **

helpers_test.go:279: kubectl --context functional-864000 describe pod busybox-mount kubernetes-dashboard-8694d4445c-xp2fq: exit status 1

--- FAIL: TestFunctional/parallel/ServiceCmdConnect (39.20s)

=== RUN   TestMutliControlPlane/serial/StopSecondaryNode

ha_test.go:363: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 node stop m02 -v=7 --alsologtostderr

ha_test.go:363: (dbg) Done: out/minikube-darwin-arm64 -p ha-600000 node stop m02 -v=7 --alsologtostderr: (12.186920458s)

ha_test.go:369: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr

E0311 03:53:19.648809    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

E0311 03:54:15.863009    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: no such file or directory

E0311 03:55:35.777556    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

ha_test.go:369: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr: exit status 7 (2m55.968084542s)

-- stdout --

	ha-600000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-600000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-600000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0311 03:52:41.251811    2955 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:52:41.252207    2955 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:52:41.252211    2955 out.go:304] Setting ErrFile to fd 2...

	I0311 03:52:41.252213    2955 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:52:41.252358    2955 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 03:52:41.252473    2955 out.go:298] Setting JSON to false

	I0311 03:52:41.252485    2955 mustload.go:65] Loading cluster: ha-600000

	I0311 03:52:41.252538    2955 notify.go:220] Checking for updates...

	I0311 03:52:41.252707    2955 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:52:41.252713    2955 status.go:255] checking status of ha-600000 ...

	I0311 03:52:41.253497    2955 status.go:330] ha-600000 host status = "Running" (err=<nil>)

	I0311 03:52:41.253503    2955 host.go:66] Checking if "ha-600000" exists ...

	I0311 03:52:41.253606    2955 host.go:66] Checking if "ha-600000" exists ...

	I0311 03:52:41.253709    2955 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:52:41.253717    2955 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/id_rsa Username:docker}

	W0311 03:53:07.177016    2955 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0311 03:53:07.177382    2955 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0311 03:53:07.177399    2955 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0311 03:53:07.177403    2955 status.go:257] ha-600000 status: &{Name:ha-600000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0311 03:53:07.177413    2955 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0311 03:53:07.177423    2955 status.go:255] checking status of ha-600000-m02 ...

	I0311 03:53:07.177645    2955 status.go:330] ha-600000-m02 host status = "Stopped" (err=<nil>)

	I0311 03:53:07.177652    2955 status.go:343] host is not running, skipping remaining checks

	I0311 03:53:07.177654    2955 status.go:257] ha-600000-m02 status: &{Name:ha-600000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 03:53:07.177658    2955 status.go:255] checking status of ha-600000-m03 ...

	I0311 03:53:07.179140    2955 status.go:330] ha-600000-m03 host status = "Running" (err=<nil>)

	I0311 03:53:07.179154    2955 host.go:66] Checking if "ha-600000-m03" exists ...

	I0311 03:53:07.179354    2955 host.go:66] Checking if "ha-600000-m03" exists ...

	I0311 03:53:07.179488    2955 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:53:07.179503    2955 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m03/id_rsa Username:docker}

	W0311 03:54:22.178003    2955 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0311 03:54:22.178052    2955 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0311 03:54:22.178061    2955 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0311 03:54:22.178065    2955 status.go:257] ha-600000-m03 status: &{Name:ha-600000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0311 03:54:22.178074    2955 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0311 03:54:22.178078    2955 status.go:255] checking status of ha-600000-m04 ...

	I0311 03:54:22.178836    2955 status.go:330] ha-600000-m04 host status = "Running" (err=<nil>)

	I0311 03:54:22.178844    2955 host.go:66] Checking if "ha-600000-m04" exists ...

	I0311 03:54:22.178930    2955 host.go:66] Checking if "ha-600000-m04" exists ...

	I0311 03:54:22.179038    2955 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:54:22.179044    2955 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m04/id_rsa Username:docker}

	W0311 03:55:37.178318    2955 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0311 03:55:37.178365    2955 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0311 03:55:37.178374    2955 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0311 03:55:37.178378    2955 status.go:257] ha-600000-m04 status: &{Name:ha-600000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0311 03:55:37.178387    2955 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:378: status says not three hosts are running: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:381: status says not three kubelets are running: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m04

type: Worker

host: Error

kubelet: Nonexistent

ha_test.go:384: status says not two apiservers are running: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Error

kubelet: Nonexistent

apiserver: Nonexistent

kubeconfig: Configured

ha-600000-m04

type: Worker

host: Error

kubelet: Nonexistent

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 3 (25.961158291s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0311 03:56:03.138995    3001 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0311 03:56:03.139006    3001 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMutliControlPlane/serial/StopSecondaryNode (214.12s)

=== RUN   TestMutliControlPlane/serial/DegradedAfterControlPlaneNodeStop

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

E0311 03:56:03.485058    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

ha_test.go:390: (dbg) Done: out/minikube-darwin-arm64 profile list --output json: (1m17.698740292s)

ha_test.go:413: expected profile "ha-600000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-600000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-600000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\"

:1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"ha-600000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"K

ubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\

":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"

\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 3 (25.966503709s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0311 03:57:46.797225    3037 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0311 03:57:46.797268    3037 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMutliControlPlane/serial/DegradedAfterControlPlaneNodeStop (103.67s)

=== RUN   TestMutliControlPlane/serial/RestartSecondaryNode

ha_test.go:420: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 node start m02 -v=7 --alsologtostderr

ha_test.go:420: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 node start m02 -v=7 --alsologtostderr: exit status 80 (5.115897417s)

-- stdout --

	* Starting "ha-600000-m02" control-plane node in "ha-600000" cluster

	* Restarting existing qemu2 VM for "ha-600000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-600000-m02" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 03:57:46.863911    3043 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:57:46.864214    3043 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:57:46.864219    3043 out.go:304] Setting ErrFile to fd 2...

	I0311 03:57:46.864222    3043 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:57:46.864370    3043 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 03:57:46.864681    3043 mustload.go:65] Loading cluster: ha-600000

	I0311 03:57:46.864965    3043 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	W0311 03:57:46.865231    3043 host.go:58] "ha-600000-m02" host status: Stopped

	I0311 03:57:46.869762    3043 out.go:177] * Starting "ha-600000-m02" control-plane node in "ha-600000" cluster

	I0311 03:57:46.872705    3043 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 03:57:46.872726    3043 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 03:57:46.872744    3043 cache.go:56] Caching tarball of preloaded images

	I0311 03:57:46.872854    3043 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 03:57:46.872863    3043 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 03:57:46.872936    3043 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/ha-600000/config.json ...

	I0311 03:57:46.873339    3043 start.go:360] acquireMachinesLock for ha-600000-m02: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 03:57:46.873390    3043 start.go:364] duration metric: took 35.292µs to acquireMachinesLock for "ha-600000-m02"

	I0311 03:57:46.873406    3043 start.go:96] Skipping create...Using existing machine configuration

	I0311 03:57:46.873409    3043 fix.go:54] fixHost starting: m02

	I0311 03:57:46.873569    3043 fix.go:112] recreateIfNeeded on ha-600000-m02: state=Stopped err=<nil>

	W0311 03:57:46.873576    3043 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 03:57:46.877675    3043 out.go:177] * Restarting existing qemu2 VM for "ha-600000-m02" ...

	I0311 03:57:46.881772    3043 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=66:60:f4:67:33:0a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/disk.qcow2

	I0311 03:57:46.884020    3043 main.go:141] libmachine: STDOUT: 

	I0311 03:57:46.884044    3043 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 03:57:46.884069    3043 fix.go:56] duration metric: took 10.659458ms for fixHost

	I0311 03:57:46.884074    3043 start.go:83] releasing machines lock for "ha-600000-m02", held for 10.678708ms

	W0311 03:57:46.884079    3043 start.go:713] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 03:57:46.884107    3043 out.go:239] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 03:57:46.884110    3043 start.go:728] Will try again in 5 seconds ...

	I0311 03:57:51.886032    3043 start.go:360] acquireMachinesLock for ha-600000-m02: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 03:57:51.886228    3043 start.go:364] duration metric: took 159.291µs to acquireMachinesLock for "ha-600000-m02"

	I0311 03:57:51.886323    3043 start.go:96] Skipping create...Using existing machine configuration

	I0311 03:57:51.886333    3043 fix.go:54] fixHost starting: m02

	I0311 03:57:51.886659    3043 fix.go:112] recreateIfNeeded on ha-600000-m02: state=Stopped err=<nil>

	W0311 03:57:51.886673    3043 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 03:57:51.891289    3043 out.go:177] * Restarting existing qemu2 VM for "ha-600000-m02" ...

	I0311 03:57:51.895358    3043 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=66:60:f4:67:33:0a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/disk.qcow2

	I0311 03:57:51.898352    3043 main.go:141] libmachine: STDOUT: 

	I0311 03:57:51.898437    3043 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 03:57:51.898474    3043 fix.go:56] duration metric: took 12.1295ms for fixHost

	I0311 03:57:51.898482    3043 start.go:83] releasing machines lock for "ha-600000-m02", held for 12.243709ms

	W0311 03:57:51.898548    3043 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 03:57:51.904375    3043 out.go:177] 

	W0311 03:57:51.908386    3043 out.go:239] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 03:57:51.908444    3043 out.go:239] * 

	* 

	W0311 03:57:51.910555    3043 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 03:57:51.913233    3043 out.go:177] 

** /stderr **

ha_test.go:422: I0311 03:57:46.863911    3043 out.go:291] Setting OutFile to fd 1 ...

I0311 03:57:46.864214    3043 out.go:338] TERM=,COLORTERM=, which probably does not support color

I0311 03:57:46.864219    3043 out.go:304] Setting ErrFile to fd 2...

I0311 03:57:46.864222    3043 out.go:338] TERM=,COLORTERM=, which probably does not support color

I0311 03:57:46.864370    3043 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

I0311 03:57:46.864681    3043 mustload.go:65] Loading cluster: ha-600000

I0311 03:57:46.864965    3043 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

W0311 03:57:46.865231    3043 host.go:58] "ha-600000-m02" host status: Stopped

I0311 03:57:46.869762    3043 out.go:177] * Starting "ha-600000-m02" control-plane node in "ha-600000" cluster

I0311 03:57:46.872705    3043 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

I0311 03:57:46.872726    3043 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

I0311 03:57:46.872744    3043 cache.go:56] Caching tarball of preloaded images

I0311 03:57:46.872854    3043 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

I0311 03:57:46.872863    3043 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

I0311 03:57:46.872936    3043 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/ha-600000/config.json ...

I0311 03:57:46.873339    3043 start.go:360] acquireMachinesLock for ha-600000-m02: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0311 03:57:46.873390    3043 start.go:364] duration metric: took 35.292µs to acquireMachinesLock for "ha-600000-m02"

I0311 03:57:46.873406    3043 start.go:96] Skipping create...Using existing machine configuration

I0311 03:57:46.873409    3043 fix.go:54] fixHost starting: m02

I0311 03:57:46.873569    3043 fix.go:112] recreateIfNeeded on ha-600000-m02: state=Stopped err=<nil>

W0311 03:57:46.873576    3043 fix.go:138] unexpected machine state, will restart: <nil>

I0311 03:57:46.877675    3043 out.go:177] * Restarting existing qemu2 VM for "ha-600000-m02" ...

I0311 03:57:46.881772    3043 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=66:60:f4:67:33:0a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/disk.qcow2

I0311 03:57:46.884020    3043 main.go:141] libmachine: STDOUT: 

I0311 03:57:46.884044    3043 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0311 03:57:46.884069    3043 fix.go:56] duration metric: took 10.659458ms for fixHost

I0311 03:57:46.884074    3043 start.go:83] releasing machines lock for "ha-600000-m02", held for 10.678708ms

W0311 03:57:46.884079    3043 start.go:713] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0311 03:57:46.884107    3043 out.go:239] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0311 03:57:46.884110    3043 start.go:728] Will try again in 5 seconds ...

I0311 03:57:51.886032    3043 start.go:360] acquireMachinesLock for ha-600000-m02: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

I0311 03:57:51.886228    3043 start.go:364] duration metric: took 159.291µs to acquireMachinesLock for "ha-600000-m02"

I0311 03:57:51.886323    3043 start.go:96] Skipping create...Using existing machine configuration

I0311 03:57:51.886333    3043 fix.go:54] fixHost starting: m02

I0311 03:57:51.886659    3043 fix.go:112] recreateIfNeeded on ha-600000-m02: state=Stopped err=<nil>

W0311 03:57:51.886673    3043 fix.go:138] unexpected machine state, will restart: <nil>

I0311 03:57:51.891289    3043 out.go:177] * Restarting existing qemu2 VM for "ha-600000-m02" ...

I0311 03:57:51.895358    3043 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/qemu.pid -device virtio-net-pci,netdev=net0,mac=66:60:f4:67:33:0a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m02/disk.qcow2

I0311 03:57:51.898352    3043 main.go:141] libmachine: STDOUT: 

I0311 03:57:51.898437    3043 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

I0311 03:57:51.898474    3043 fix.go:56] duration metric: took 12.1295ms for fixHost

I0311 03:57:51.898482    3043 start.go:83] releasing machines lock for "ha-600000-m02", held for 12.243709ms

W0311 03:57:51.898548    3043 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

* Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

I0311 03:57:51.904375    3043 out.go:177] 

W0311 03:57:51.908386    3043 out.go:239] X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

X Exiting due to GUEST_NODE_PROVISION: provisioning host for node: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

W0311 03:57:51.908444    3043 out.go:239] * 

* 

W0311 03:57:51.910555    3043 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_6a758bccf1d363a5d0799efcdea444172a621e97_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I0311 03:57:51.913233    3043 out.go:177] 

ha_test.go:423: secondary control-plane node start returned an error. args "out/minikube-darwin-arm64 -p ha-600000 node start m02 -v=7 --alsologtostderr": exit status 80

ha_test.go:428: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr

E0311 03:59:15.853732    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: no such file or directory

E0311 04:00:35.766853    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

E0311 04:00:38.921907    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: no such file or directory

ha_test.go:428: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr: exit status 7 (2m57.914388125s)

-- stdout --

	ha-600000

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-600000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m03

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

	ha-600000-m04

	type: Worker

	host: Error

	kubelet: Nonexistent

-- /stdout --

** stderr ** 

	I0311 03:57:51.960493    3049 out.go:291] Setting OutFile to fd 1 ...

	I0311 03:57:51.960883    3049 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:57:51.960891    3049 out.go:304] Setting ErrFile to fd 2...

	I0311 03:57:51.960897    3049 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 03:57:51.961154    3049 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 03:57:51.961327    3049 out.go:298] Setting JSON to false

	I0311 03:57:51.961343    3049 mustload.go:65] Loading cluster: ha-600000

	I0311 03:57:51.961387    3049 notify.go:220] Checking for updates...

	I0311 03:57:51.961597    3049 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 03:57:51.961604    3049 status.go:255] checking status of ha-600000 ...

	I0311 03:57:51.962543    3049 status.go:330] ha-600000 host status = "Running" (err=<nil>)

	I0311 03:57:51.962552    3049 host.go:66] Checking if "ha-600000" exists ...

	I0311 03:57:51.962673    3049 host.go:66] Checking if "ha-600000" exists ...

	I0311 03:57:51.962792    3049 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:57:51.962804    3049 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/id_rsa Username:docker}

	W0311 03:57:51.962989    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:51.963005    3049 retry.go:31] will retry after 175.209324ms: dial tcp 192.168.105.5:22: connect: host is down

	W0311 03:57:52.139165    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:52.139187    3049 retry.go:31] will retry after 315.890807ms: dial tcp 192.168.105.5:22: connect: host is down

	W0311 03:57:52.455263    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:52.455282    3049 retry.go:31] will retry after 647.322132ms: dial tcp 192.168.105.5:22: connect: host is down

	W0311 03:57:53.104750    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:53.104800    3049 retry.go:31] will retry after 142.47512ms: new client: new client: dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:53.249350    3049 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/id_rsa Username:docker}

	W0311 03:57:53.249687    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:53.249697    3049 retry.go:31] will retry after 188.742102ms: dial tcp 192.168.105.5:22: connect: host is down

	W0311 03:57:53.440599    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: host is down

	I0311 03:57:53.440620    3049 retry.go:31] will retry after 454.60331ms: dial tcp 192.168.105.5:22: connect: host is down

	W0311 03:58:19.814430    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.5:22: connect: operation timed out

	W0311 03:58:19.814494    3049 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0311 03:58:19.814507    3049 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0311 03:58:19.814512    3049 status.go:257] ha-600000 status: &{Name:ha-600000 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0311 03:58:19.814524    3049 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	I0311 03:58:19.814529    3049 status.go:255] checking status of ha-600000-m02 ...

	I0311 03:58:19.814735    3049 status.go:330] ha-600000-m02 host status = "Stopped" (err=<nil>)

	I0311 03:58:19.814739    3049 status.go:343] host is not running, skipping remaining checks

	I0311 03:58:19.814741    3049 status.go:257] ha-600000-m02 status: &{Name:ha-600000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 03:58:19.814746    3049 status.go:255] checking status of ha-600000-m03 ...

	I0311 03:58:19.815472    3049 status.go:330] ha-600000-m03 host status = "Running" (err=<nil>)

	I0311 03:58:19.815476    3049 host.go:66] Checking if "ha-600000-m03" exists ...

	I0311 03:58:19.815566    3049 host.go:66] Checking if "ha-600000-m03" exists ...

	I0311 03:58:19.815680    3049 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:58:19.815686    3049 sshutil.go:53] new ssh client: &{IP:192.168.105.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m03/id_rsa Username:docker}

	W0311 03:59:34.815993    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.7:22: connect: operation timed out

	W0311 03:59:34.816163    3049 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	E0311 03:59:34.816194    3049 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0311 03:59:34.816208    3049 status.go:257] ha-600000-m03 status: &{Name:ha-600000-m03 Host:Error Kubelet:Nonexistent APIServer:Nonexistent Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}

	E0311 03:59:34.816237    3049 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.7:22: connect: operation timed out

	I0311 03:59:34.816249    3049 status.go:255] checking status of ha-600000-m04 ...

	I0311 03:59:34.818525    3049 status.go:330] ha-600000-m04 host status = "Running" (err=<nil>)

	I0311 03:59:34.818544    3049 host.go:66] Checking if "ha-600000-m04" exists ...

	I0311 03:59:34.819000    3049 host.go:66] Checking if "ha-600000-m04" exists ...

	I0311 03:59:34.819620    3049 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0311 03:59:34.819648    3049 sshutil.go:53] new ssh client: &{IP:192.168.105.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000-m04/id_rsa Username:docker}

	W0311 04:00:49.819433    3049 sshutil.go:64] dial failure (will retry): dial tcp 192.168.105.8:22: connect: operation timed out

	W0311 04:00:49.819640    3049 start.go:268] error running df -h /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	E0311 04:00:49.819679    3049 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

	I0311 04:00:49.819704    3049 status.go:257] ha-600000-m04 status: &{Name:ha-600000-m04 Host:Error Kubelet:Nonexistent APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}

	E0311 04:00:49.819750    3049 status.go:260] status error: NewSession: new client: new client: dial tcp 192.168.105.8:22: connect: operation timed out

** /stderr **

ha_test.go:432: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 3 (25.998308041s)

-- stdout --

	Error

-- /stdout --

** stderr ** 

	E0311 04:01:15.819730    3117 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

	E0311 04:01:15.819762    3117 status.go:249] status error: NewSession: new client: new client: dial tcp 192.168.105.5:22: connect: operation timed out

** /stderr **

helpers_test.go:239: status error: exit status 3 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Error")

--- FAIL: TestMutliControlPlane/serial/RestartSecondaryNode (209.03s)

=== RUN   TestMutliControlPlane/serial/RestartClusterKeepsNodes

ha_test.go:456: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-600000 -v=7 --alsologtostderr

ha_test.go:462: (dbg) Run:  out/minikube-darwin-arm64 stop -p ha-600000 -v=7 --alsologtostderr

E0311 04:04:15.841994    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: no such file or directory

E0311 04:05:35.755696    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

ha_test.go:462: (dbg) Done: out/minikube-darwin-arm64 stop -p ha-600000 -v=7 --alsologtostderr: (3m49.012596334s)

ha_test.go:467: (dbg) Run:  out/minikube-darwin-arm64 start -p ha-600000 --wait=true -v=7 --alsologtostderr

ha_test.go:467: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p ha-600000 --wait=true -v=7 --alsologtostderr: exit status 80 (5.226318917s)

-- stdout --

	* [ha-600000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "ha-600000" primary control-plane node in "ha-600000" cluster

	* Restarting existing qemu2 VM for "ha-600000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-600000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:06:21.839311    3221 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:06:21.839493    3221 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:21.839498    3221 out.go:304] Setting ErrFile to fd 2...

	I0311 04:06:21.839501    3221 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:21.839691    3221 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:06:21.842013    3221 out.go:298] Setting JSON to false

	I0311 04:06:21.863909    3221 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":2153,"bootTime":1710153028,"procs":492,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:06:21.863983    3221 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:06:21.867856    3221 out.go:177] * [ha-600000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:06:21.875950    3221 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:06:21.879870    3221 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:06:21.875978    3221 notify.go:220] Checking for updates...

	I0311 04:06:21.882959    3221 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:06:21.885883    3221 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:06:21.888882    3221 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:06:21.891887    3221 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:06:21.893695    3221 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:06:21.893743    3221 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:06:21.897815    3221 out.go:177] * Using the qemu2 driver based on existing profile

	I0311 04:06:21.904716    3221 start.go:297] selected driver: qemu2

	I0311 04:06:21.904722    3221 start.go:901] validating driver "qemu2" against &{Name:ha-600000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesV

ersion:v1.28.4 ClusterName:ha-600000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:

false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p

2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:06:21.904794    3221 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:06:21.907706    3221 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 04:06:21.907744    3221 cni.go:84] Creating CNI manager for ""

	I0311 04:06:21.907749    3221 cni.go:136] multinode detected (4 nodes found), recommending kindnet

	I0311 04:06:21.907799    3221 start.go:340] cluster config:

	{Name:ha-600000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:ha-600000 Namespace:default APIServerHAVIP:192.168.1

05.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false

helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPo

rt:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:06:21.912696    3221 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:06:21.920859    3221 out.go:177] * Starting "ha-600000" primary control-plane node in "ha-600000" cluster

	I0311 04:06:21.924859    3221 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:06:21.924872    3221 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:06:21.924880    3221 cache.go:56] Caching tarball of preloaded images

	I0311 04:06:21.924929    3221 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:06:21.924935    3221 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:06:21.925011    3221 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/ha-600000/config.json ...

	I0311 04:06:21.925454    3221 start.go:360] acquireMachinesLock for ha-600000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:06:21.925486    3221 start.go:364] duration metric: took 26.208µs to acquireMachinesLock for "ha-600000"

	I0311 04:06:21.925501    3221 start.go:96] Skipping create...Using existing machine configuration

	I0311 04:06:21.925508    3221 fix.go:54] fixHost starting: 

	I0311 04:06:21.925623    3221 fix.go:112] recreateIfNeeded on ha-600000: state=Stopped err=<nil>

	W0311 04:06:21.925631    3221 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 04:06:21.929937    3221 out.go:177] * Restarting existing qemu2 VM for "ha-600000" ...

	I0311 04:06:21.937943    3221 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:fd:0e:6e:57:90 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/disk.qcow2

	I0311 04:06:21.939980    3221 main.go:141] libmachine: STDOUT: 

	I0311 04:06:21.939996    3221 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:06:21.940022    3221 fix.go:56] duration metric: took 14.51725ms for fixHost

	I0311 04:06:21.940026    3221 start.go:83] releasing machines lock for "ha-600000", held for 14.53675ms

	W0311 04:06:21.940033    3221 start.go:713] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:06:21.940072    3221 out.go:239] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:06:21.940077    3221 start.go:728] Will try again in 5 seconds ...

	I0311 04:06:26.942106    3221 start.go:360] acquireMachinesLock for ha-600000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:06:26.942504    3221 start.go:364] duration metric: took 243.542µs to acquireMachinesLock for "ha-600000"

	I0311 04:06:26.942655    3221 start.go:96] Skipping create...Using existing machine configuration

	I0311 04:06:26.942682    3221 fix.go:54] fixHost starting: 

	I0311 04:06:26.943402    3221 fix.go:112] recreateIfNeeded on ha-600000: state=Stopped err=<nil>

	W0311 04:06:26.943430    3221 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 04:06:26.948821    3221 out.go:177] * Restarting existing qemu2 VM for "ha-600000" ...

	I0311 04:06:26.952962    3221 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:fd:0e:6e:57:90 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/disk.qcow2

	I0311 04:06:26.962687    3221 main.go:141] libmachine: STDOUT: 

	I0311 04:06:26.962745    3221 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:06:26.962862    3221 fix.go:56] duration metric: took 20.184459ms for fixHost

	I0311 04:06:26.962891    3221 start.go:83] releasing machines lock for "ha-600000", held for 20.33175ms

	W0311 04:06:26.963094    3221 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:06:26.970694    3221 out.go:177] 

	W0311 04:06:26.974858    3221 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:06:26.974903    3221 out.go:239] * 

	* 

	W0311 04:06:26.977371    3221 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:06:26.988768    3221 out.go:177] 

** /stderr **

ha_test.go:469: failed to run minikube start. args "out/minikube-darwin-arm64 node list -p ha-600000 -v=7 --alsologtostderr" : exit status 80

ha_test.go:472: (dbg) Run:  out/minikube-darwin-arm64 node list -p ha-600000

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (34.01975ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/RestartClusterKeepsNodes (234.40s)

=== RUN   TestMutliControlPlane/serial/DeleteSecondaryNode

ha_test.go:487: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 node delete m03 -v=7 --alsologtostderr

ha_test.go:487: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 node delete m03 -v=7 --alsologtostderr: exit status 83 (42.480167ms)

-- stdout --

	* The control-plane node ha-600000-m03 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p ha-600000"

-- /stdout --

** stderr ** 

	I0311 04:06:27.133550    3237 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:06:27.133774    3237 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:27.133777    3237 out.go:304] Setting ErrFile to fd 2...

	I0311 04:06:27.133779    3237 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:27.133908    3237 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:06:27.134149    3237 mustload.go:65] Loading cluster: ha-600000

	I0311 04:06:27.134370    3237 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	W0311 04:06:27.134695    3237 out.go:239] ! The control-plane node ha-600000 host is not running (will try others): state=Stopped

	! The control-plane node ha-600000 host is not running (will try others): state=Stopped

	W0311 04:06:27.134807    3237 out.go:239] ! The control-plane node ha-600000-m02 host is not running (will try others): state=Stopped

	! The control-plane node ha-600000-m02 host is not running (will try others): state=Stopped

	I0311 04:06:27.138496    3237 out.go:177] * The control-plane node ha-600000-m03 host is not running: state=Stopped

	I0311 04:06:27.141541    3237 out.go:177]   To start a cluster, run: "minikube start -p ha-600000"

** /stderr **

ha_test.go:489: node delete returned an error. args "out/minikube-darwin-arm64 -p ha-600000 node delete m03 -v=7 --alsologtostderr": exit status 83

ha_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr

ha_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr: exit status 7 (32.492125ms)

-- stdout --

	ha-600000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m03

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m04

	type: Worker

	host: Stopped

	kubelet: Stopped

-- /stdout --

** stderr ** 

	I0311 04:06:27.175983    3239 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:06:27.176126    3239 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:27.176129    3239 out.go:304] Setting ErrFile to fd 2...

	I0311 04:06:27.176132    3239 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:06:27.176267    3239 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:06:27.176404    3239 out.go:298] Setting JSON to false

	I0311 04:06:27.176414    3239 mustload.go:65] Loading cluster: ha-600000

	I0311 04:06:27.176481    3239 notify.go:220] Checking for updates...

	I0311 04:06:27.176647    3239 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:06:27.176652    3239 status.go:255] checking status of ha-600000 ...

	I0311 04:06:27.176837    3239 status.go:330] ha-600000 host status = "Stopped" (err=<nil>)

	I0311 04:06:27.176841    3239 status.go:343] host is not running, skipping remaining checks

	I0311 04:06:27.176843    3239 status.go:257] ha-600000 status: &{Name:ha-600000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:06:27.176853    3239 status.go:255] checking status of ha-600000-m02 ...

	I0311 04:06:27.176945    3239 status.go:330] ha-600000-m02 host status = "Stopped" (err=<nil>)

	I0311 04:06:27.176948    3239 status.go:343] host is not running, skipping remaining checks

	I0311 04:06:27.176950    3239 status.go:257] ha-600000-m02 status: &{Name:ha-600000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:06:27.176954    3239 status.go:255] checking status of ha-600000-m03 ...

	I0311 04:06:27.177038    3239 status.go:330] ha-600000-m03 host status = "Stopped" (err=<nil>)

	I0311 04:06:27.177040    3239 status.go:343] host is not running, skipping remaining checks

	I0311 04:06:27.177042    3239 status.go:257] ha-600000-m03 status: &{Name:ha-600000-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:06:27.177045    3239 status.go:255] checking status of ha-600000-m04 ...

	I0311 04:06:27.177142    3239 status.go:330] ha-600000-m04 host status = "Stopped" (err=<nil>)

	I0311 04:06:27.177145    3239 status.go:343] host is not running, skipping remaining checks

	I0311 04:06:27.177147    3239 status.go:257] ha-600000-m04 status: &{Name:ha-600000-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

ha_test.go:495: failed to run minikube status. args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (31.881209ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/DeleteSecondaryNode (0.11s)

=== RUN   TestMutliControlPlane/serial/DegradedAfterSecondaryNodeDelete

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

ha_test.go:390: (dbg) Done: out/minikube-darwin-arm64 profile list --output json: (2.102938875s)

ha_test.go:413: expected profile "ha-600000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-600000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-600000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\"

:1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"ha-600000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"K

ubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kub

evirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountI

P\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (46.151583ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/DegradedAfterSecondaryNodeDelete (2.15s)

=== RUN   TestMutliControlPlane/serial/StopCluster

ha_test.go:531: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 stop -v=7 --alsologtostderr

E0311 04:06:58.823733    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

E0311 04:09:15.861590    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/addons-597000/client.crt: no such file or directory

ha_test.go:531: (dbg) Done: out/minikube-darwin-arm64 -p ha-600000 stop -v=7 --alsologtostderr: (3m21.975762916s)

ha_test.go:537: (dbg) Run:  out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr

ha_test.go:537: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr: exit status 7 (67.322167ms)

-- stdout --

	ha-600000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m02

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m03

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

	ha-600000-m04

	type: Worker

	host: Stopped

	kubelet: Stopped

-- /stdout --

** stderr ** 

	I0311 04:09:51.423752    3318 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:09:51.423931    3318 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:51.423935    3318 out.go:304] Setting ErrFile to fd 2...

	I0311 04:09:51.423939    3318 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:51.424095    3318 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:09:51.424259    3318 out.go:298] Setting JSON to false

	I0311 04:09:51.424279    3318 mustload.go:65] Loading cluster: ha-600000

	I0311 04:09:51.424342    3318 notify.go:220] Checking for updates...

	I0311 04:09:51.424592    3318 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:09:51.424599    3318 status.go:255] checking status of ha-600000 ...

	I0311 04:09:51.424837    3318 status.go:330] ha-600000 host status = "Stopped" (err=<nil>)

	I0311 04:09:51.424842    3318 status.go:343] host is not running, skipping remaining checks

	I0311 04:09:51.424845    3318 status.go:257] ha-600000 status: &{Name:ha-600000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:09:51.424857    3318 status.go:255] checking status of ha-600000-m02 ...

	I0311 04:09:51.424972    3318 status.go:330] ha-600000-m02 host status = "Stopped" (err=<nil>)

	I0311 04:09:51.424976    3318 status.go:343] host is not running, skipping remaining checks

	I0311 04:09:51.424978    3318 status.go:257] ha-600000-m02 status: &{Name:ha-600000-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:09:51.424984    3318 status.go:255] checking status of ha-600000-m03 ...

	I0311 04:09:51.425101    3318 status.go:330] ha-600000-m03 host status = "Stopped" (err=<nil>)

	I0311 04:09:51.425104    3318 status.go:343] host is not running, skipping remaining checks

	I0311 04:09:51.425107    3318 status.go:257] ha-600000-m03 status: &{Name:ha-600000-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

	I0311 04:09:51.425111    3318 status.go:255] checking status of ha-600000-m04 ...

	I0311 04:09:51.425223    3318 status.go:330] ha-600000-m04 host status = "Stopped" (err=<nil>)

	I0311 04:09:51.425227    3318 status.go:343] host is not running, skipping remaining checks

	I0311 04:09:51.425230    3318 status.go:257] ha-600000-m04 status: &{Name:ha-600000-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

ha_test.go:543: status says not two control-plane nodes are present: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m04

type: Worker

host: Stopped

kubelet: Stopped

ha_test.go:549: status says not three kubelets are stopped: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m04

type: Worker

host: Stopped

kubelet: Stopped

ha_test.go:552: status says not two apiservers are stopped: args "out/minikube-darwin-arm64 -p ha-600000 status -v=7 --alsologtostderr": ha-600000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m02

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m03

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

ha-600000-m04

type: Worker

host: Stopped

kubelet: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (33.953667ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/StopCluster (202.08s)

=== RUN   TestMutliControlPlane/serial/RestartCluster

ha_test.go:560: (dbg) Run:  out/minikube-darwin-arm64 start -p ha-600000 --wait=true -v=7 --alsologtostderr --driver=qemu2 

ha_test.go:560: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p ha-600000 --wait=true -v=7 --alsologtostderr --driver=qemu2 : exit status 80 (5.182620125s)

-- stdout --

	* [ha-600000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting "ha-600000" primary control-plane node in "ha-600000" cluster

	* Restarting existing qemu2 VM for "ha-600000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "ha-600000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:09:51.490128    3322 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:09:51.490260    3322 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:51.490263    3322 out.go:304] Setting ErrFile to fd 2...

	I0311 04:09:51.490265    3322 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:51.490378    3322 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:09:51.491374    3322 out.go:298] Setting JSON to false

	I0311 04:09:51.507456    3322 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":2363,"bootTime":1710153028,"procs":485,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:09:51.507528    3322 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:09:51.511324    3322 out.go:177] * [ha-600000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:09:51.518356    3322 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:09:51.522261    3322 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:09:51.518412    3322 notify.go:220] Checking for updates...

	I0311 04:09:51.530294    3322 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:09:51.533281    3322 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:09:51.536321    3322 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:09:51.539286    3322 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:09:51.542662    3322 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:09:51.542931    3322 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:09:51.547237    3322 out.go:177] * Using the qemu2 driver based on existing profile

	I0311 04:09:51.554254    3322 start.go:297] selected driver: qemu2

	I0311 04:09:51.554260    3322 start.go:901] validating driver "qemu2" against &{Name:ha-600000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesV

ersion:v1.28.4 ClusterName:ha-600000 Namespace:default APIServerHAVIP:192.168.105.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storage

class:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVers

ion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:09:51.554332    3322 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:09:51.556630    3322 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 04:09:51.556676    3322 cni.go:84] Creating CNI manager for ""

	I0311 04:09:51.556680    3322 cni.go:136] multinode detected (4 nodes found), recommending kindnet

	I0311 04:09:51.556721    3322 start.go:340] cluster config:

	{Name:ha-600000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:ha-600000 Namespace:default APIServerHAVIP:192.168.1

05.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.105.6 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.105.7 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.105.8 Port:0 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false

helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPo

rt:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:09:51.561145    3322 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:09:51.568186    3322 out.go:177] * Starting "ha-600000" primary control-plane node in "ha-600000" cluster

	I0311 04:09:51.572229    3322 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:09:51.572241    3322 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:09:51.572249    3322 cache.go:56] Caching tarball of preloaded images

	I0311 04:09:51.572298    3322 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:09:51.572304    3322 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:09:51.572384    3322 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/ha-600000/config.json ...

	I0311 04:09:51.572864    3322 start.go:360] acquireMachinesLock for ha-600000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:09:51.572903    3322 start.go:364] duration metric: took 32.125µs to acquireMachinesLock for "ha-600000"

	I0311 04:09:51.572912    3322 start.go:96] Skipping create...Using existing machine configuration

	I0311 04:09:51.572918    3322 fix.go:54] fixHost starting: 

	I0311 04:09:51.573043    3322 fix.go:112] recreateIfNeeded on ha-600000: state=Stopped err=<nil>

	W0311 04:09:51.573052    3322 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 04:09:51.576270    3322 out.go:177] * Restarting existing qemu2 VM for "ha-600000" ...

	I0311 04:09:51.584327    3322 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:fd:0e:6e:57:90 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/disk.qcow2

	I0311 04:09:51.586404    3322 main.go:141] libmachine: STDOUT: 

	I0311 04:09:51.586426    3322 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:09:51.586477    3322 fix.go:56] duration metric: took 13.560083ms for fixHost

	I0311 04:09:51.586481    3322 start.go:83] releasing machines lock for "ha-600000", held for 13.574292ms

	W0311 04:09:51.586488    3322 start.go:713] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:09:51.586525    3322 out.go:239] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:09:51.586529    3322 start.go:728] Will try again in 5 seconds ...

	I0311 04:09:56.587743    3322 start.go:360] acquireMachinesLock for ha-600000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:09:56.588026    3322 start.go:364] duration metric: took 205.875µs to acquireMachinesLock for "ha-600000"

	I0311 04:09:56.588147    3322 start.go:96] Skipping create...Using existing machine configuration

	I0311 04:09:56.588169    3322 fix.go:54] fixHost starting: 

	I0311 04:09:56.588820    3322 fix.go:112] recreateIfNeeded on ha-600000: state=Stopped err=<nil>

	W0311 04:09:56.588850    3322 fix.go:138] unexpected machine state, will restart: <nil>

	I0311 04:09:56.594162    3322 out.go:177] * Restarting existing qemu2 VM for "ha-600000" ...

	I0311 04:09:56.600267    3322 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:fd:0e:6e:57:90 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/ha-600000/disk.qcow2

	I0311 04:09:56.609923    3322 main.go:141] libmachine: STDOUT: 

	I0311 04:09:56.609990    3322 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:09:56.610051    3322 fix.go:56] duration metric: took 21.888667ms for fixHost

	I0311 04:09:56.610067    3322 start.go:83] releasing machines lock for "ha-600000", held for 22.015167ms

	W0311 04:09:56.610252    3322 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p ha-600000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:09:56.616406    3322 out.go:177] 

	W0311 04:09:56.620252    3322 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:09:56.620306    3322 out.go:239] * 

	* 

	W0311 04:09:56.623324    3322 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:09:56.634131    3322 out.go:177] 

** /stderr **

ha_test.go:562: failed to start cluster. args "out/minikube-darwin-arm64 start -p ha-600000 --wait=true -v=7 --alsologtostderr --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (71.013291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/RestartCluster (5.26s)

=== RUN   TestMutliControlPlane/serial/DegradedAfterClusterRestart

ha_test.go:390: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

ha_test.go:413: expected profile "ha-600000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-600000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-600000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\"

:1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"ha-600000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.105.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.105.5\",\"Port\":8443,\"K

ubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.105.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.105.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.105.8\",\"Port\":0,\"KubernetesVersion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kub

evirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountI

P\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (31.537958ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/DegradedAfterClusterRestart (0.11s)

=== RUN   TestMutliControlPlane/serial/AddSecondaryNode

ha_test.go:605: (dbg) Run:  out/minikube-darwin-arm64 node add -p ha-600000 --control-plane -v=7 --alsologtostderr

ha_test.go:605: (dbg) Non-zero exit: out/minikube-darwin-arm64 node add -p ha-600000 --control-plane -v=7 --alsologtostderr: exit status 83 (42.923625ms)

-- stdout --

	* The control-plane node ha-600000-m03 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p ha-600000"

-- /stdout --

** stderr ** 

	I0311 04:09:56.851868    3338 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:09:56.852226    3338 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:56.852229    3338 out.go:304] Setting ErrFile to fd 2...

	I0311 04:09:56.852231    3338 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:09:56.852394    3338 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:09:56.852618    3338 mustload.go:65] Loading cluster: ha-600000

	I0311 04:09:56.852836    3338 config.go:182] Loaded profile config "ha-600000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	W0311 04:09:56.853147    3338 out.go:239] ! The control-plane node ha-600000 host is not running (will try others): state=Stopped

	! The control-plane node ha-600000 host is not running (will try others): state=Stopped

	W0311 04:09:56.853251    3338 out.go:239] ! The control-plane node ha-600000-m02 host is not running (will try others): state=Stopped

	! The control-plane node ha-600000-m02 host is not running (will try others): state=Stopped

	I0311 04:09:56.856944    3338 out.go:177] * The control-plane node ha-600000-m03 host is not running: state=Stopped

	I0311 04:09:56.860911    3338 out.go:177]   To start a cluster, run: "minikube start -p ha-600000"

** /stderr **

ha_test.go:607: failed to add control-plane node to current ha (multi-control plane) cluster. args "out/minikube-darwin-arm64 node add -p ha-600000 --control-plane -v=7 --alsologtostderr" : exit status 83

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p ha-600000 -n ha-600000: exit status 7 (31.883084ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "ha-600000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMutliControlPlane/serial/AddSecondaryNode (0.08s)

=== RUN   TestImageBuild/serial/Setup

image_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -p image-342000 --driver=qemu2 

image_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p image-342000 --driver=qemu2 : exit status 80 (9.822337458s)

-- stdout --

	* [image-342000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "image-342000" primary control-plane node in "image-342000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "image-342000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p image-342000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

image_test.go:70: failed to start minikube with args: "out/minikube-darwin-arm64 start -p image-342000 --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p image-342000 -n image-342000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p image-342000 -n image-342000: exit status 7 (69.320375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "image-342000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestImageBuild/serial/Setup (9.89s)

=== RUN   TestJSONOutput/start/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 start -p json-output-607000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p json-output-607000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 : exit status 80 (9.803186084s)

-- stdout --

	{"specversion":"1.0","id":"58c3d878-8dcf-4402-8a75-7e1d3853defb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-607000] minikube v1.32.0 on Darwin 14.3.1 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"e161bfd6-0108-437d-8b26-f0f71921a2fd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=18350"}}

	{"specversion":"1.0","id":"230da44c-a9fa-45c9-8975-cfeff646856e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig"}}

	{"specversion":"1.0","id":"8dbead31-77dd-418a-ac7c-9314254f3413","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"6d8e9437-6103-4e22-89e3-93352b5f0c91","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"fedb2cee-4b6e-4c9c-8e5c-6ade8988bcdb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube"}}

	{"specversion":"1.0","id":"916e182d-76dd-4cf3-ab4b-b4a2dd8e1e31","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}

	{"specversion":"1.0","id":"91435d22-96bd-449e-ba10-aa31dbbe2ae8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"8e6cbc01-fc7a-4a5e-b999-a57197fe4c07","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"31eafb35-410c-446f-8d54-495e24fb41a7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"json-output-607000\" primary control-plane node in \"json-output-607000\" cluster","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"0d0992c6-3fc4-4b74-be02-68d1f89c42da","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"1a64161a-58a7-4733-9126-1260f2ded16b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Deleting \"json-output-607000\" in qemu2 ...","name":"Creating VM","totalsteps":"19"}}

	{"specversion":"1.0","id":"06608651-997c-4751-b0c3-6121a57c6a12","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"StartHost failed, but will try again: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"2151878a-f36a-4813-9d3f-19411dfa0e72","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"9","message":"Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...","name":"Creating VM","totalsteps":"19"}}

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	{"specversion":"1.0","id":"25a679df-0611-4a54-a619-f14d30a0c8e9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"Failed to start qemu2 VM. Running \"minikube delete -p json-output-607000\" may fix it: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1"}}

	{"specversion":"1.0","id":"c8ea1a22-29bc-4f2f-9aa4-441a06c60ac4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to \"/var/run/socket_vmnet\": Connection refused: exit status 1","name":"GUEST_PROVISION","url":""}}

	{"specversion":"1.0","id":"db385cc1-7f5a-4984-b9fa-39038aa8a4c3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 start -p json-output-607000 --output=json --user=testUser --memory=2200 --wait=true --driver=qemu2 ": exit status 80

json_output_test.go:213: unable to marshal output: OUTPUT: 

json_output_test.go:70: converting to cloud events: invalid character 'O' looking for beginning of value

--- FAIL: TestJSONOutput/start/Command (9.80s)

=== RUN   TestJSONOutput/pause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 pause -p json-output-607000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 pause -p json-output-607000 --output=json --user=testUser: exit status 83 (78.207333ms)

-- stdout --

	{"specversion":"1.0","id":"ef791dd5-20f8-4902-8f48-193d90da4dcc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"The control-plane node json-output-607000 host is not running: state=Stopped"}}

	{"specversion":"1.0","id":"f2addf87-4217-4423-8feb-fc5f470ea3cb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"To start a cluster, run: \"minikube start -p json-output-607000\""}}

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 pause -p json-output-607000 --output=json --user=testUser": exit status 83

--- FAIL: TestJSONOutput/pause/Command (0.08s)

=== RUN   TestJSONOutput/unpause/Command

json_output_test.go:63: (dbg) Run:  out/minikube-darwin-arm64 unpause -p json-output-607000 --output=json --user=testUser

json_output_test.go:63: (dbg) Non-zero exit: out/minikube-darwin-arm64 unpause -p json-output-607000 --output=json --user=testUser: exit status 83 (45.014542ms)

-- stdout --

	* The control-plane node json-output-607000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p json-output-607000"

-- /stdout --

json_output_test.go:65: failed to clean up: args "out/minikube-darwin-arm64 unpause -p json-output-607000 --output=json --user=testUser": exit status 83

json_output_test.go:213: unable to marshal output: * The control-plane node json-output-607000 host is not running: state=Stopped

json_output_test.go:70: converting to cloud events: invalid character '*' looking for beginning of value

--- FAIL: TestJSONOutput/unpause/Command (0.05s)

=== RUN   TestMinikubeProfile

minikube_profile_test.go:44: (dbg) Run:  out/minikube-darwin-arm64 start -p first-223000 --driver=qemu2 

minikube_profile_test.go:44: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p first-223000 --driver=qemu2 : exit status 80 (9.891510958s)

-- stdout --

	* [first-223000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "first-223000" primary control-plane node in "first-223000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "first-223000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p first-223000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

minikube_profile_test.go:46: test pre-condition failed. args "out/minikube-darwin-arm64 start -p first-223000 --driver=qemu2 ": exit status 80

panic.go:626: *** TestMinikubeProfile FAILED at 2024-03-11 04:10:30.933029 -0700 PDT m=+2168.457991709

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p second-225000 -n second-225000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p second-225000 -n second-225000: exit status 85 (86.059958ms)

-- stdout --

	* Profile "second-225000" not found. Run "minikube profile list" to view all profiles.

	  To start a cluster, run: "minikube start -p second-225000"

-- /stdout --

helpers_test.go:239: status error: exit status 85 (may be ok)

helpers_test.go:241: "second-225000" host is not running, skipping log retrieval (state="* Profile \"second-225000\" not found. Run \"minikube profile list\" to view all profiles.\n  To start a cluster, run: \"minikube start -p second-225000\"")

helpers_test.go:175: Cleaning up "second-225000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p second-225000

panic.go:626: *** TestMinikubeProfile FAILED at 2024-03-11 04:10:31.254082 -0700 PDT m=+2168.779053917

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p first-223000 -n first-223000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p first-223000 -n first-223000: exit status 7 (31.750917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "first-223000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "first-223000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p first-223000

--- FAIL: TestMinikubeProfile (10.34s)

=== RUN   TestMountStart/serial/StartWithMountFirst

mount_start_test.go:98: (dbg) Run:  out/minikube-darwin-arm64 start -p mount-start-1-070000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 

E0311 04:10:35.775024    1434 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/functional-864000/client.crt: no such file or directory

mount_start_test.go:98: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p mount-start-1-070000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 : exit status 80 (10.562720666s)

-- stdout --

	* [mount-start-1-070000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting minikube without Kubernetes in cluster mount-start-1-070000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "mount-start-1-070000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p mount-start-1-070000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

mount_start_test.go:100: failed to start minikube with args: "out/minikube-darwin-arm64 start -p mount-start-1-070000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-070000 -n mount-start-1-070000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-070000 -n mount-start-1-070000: exit status 7 (69.725291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "mount-start-1-070000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMountStart/serial/StartWithMountFirst (10.63s)

=== RUN   TestMultiNode/serial/FreshStart2Nodes

multinode_test.go:96: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-976000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 

multinode_test.go:96: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-976000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 : exit status 80 (9.9124565s)

-- stdout --

	* [multinode-976000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18350

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting "multinode-976000" primary control-plane node in "multinode-976000" cluster

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "multinode-976000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0311 04:10:42.379709    3513 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:10:42.379814    3513 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:10:42.379818    3513 out.go:304] Setting ErrFile to fd 2...

	I0311 04:10:42.379820    3513 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:10:42.379947    3513 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:10:42.381005    3513 out.go:298] Setting JSON to false

	I0311 04:10:42.397168    3513 start.go:129] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":2414,"bootTime":1710153028,"procs":489,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0311 04:10:42.397231    3513 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0311 04:10:42.403994    3513 out.go:177] * [multinode-976000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0311 04:10:42.411015    3513 out.go:177]   - MINIKUBE_LOCATION=18350

	I0311 04:10:42.414913    3513 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18350-986/kubeconfig

	I0311 04:10:42.411076    3513 notify.go:220] Checking for updates...

	I0311 04:10:42.417968    3513 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0311 04:10:42.420981    3513 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0311 04:10:42.423896    3513 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18350-986/.minikube

	I0311 04:10:42.426908    3513 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0311 04:10:42.430185    3513 driver.go:392] Setting default libvirt URI to qemu:///system

	I0311 04:10:42.433936    3513 out.go:177] * Using the qemu2 driver based on user configuration

	I0311 04:10:42.440968    3513 start.go:297] selected driver: qemu2

	I0311 04:10:42.440974    3513 start.go:901] validating driver "qemu2" against <nil>

	I0311 04:10:42.440980    3513 start.go:912] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0311 04:10:42.443267    3513 start_flags.go:310] no existing cluster config was found, will generate one from the flags 

	I0311 04:10:42.446962    3513 out.go:177] * Automatically selected the socket_vmnet network

	I0311 04:10:42.450046    3513 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0311 04:10:42.450087    3513 cni.go:84] Creating CNI manager for ""

	I0311 04:10:42.450094    3513 cni.go:136] multinode detected (0 nodes found), recommending kindnet

	I0311 04:10:42.450098    3513 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni

	I0311 04:10:42.450139    3513 start.go:340] cluster config:

	{Name:multinode-976000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:multinode-976000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu

ntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vm

net_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0311 04:10:42.454713    3513 iso.go:125] acquiring lock: {Name:mkfb62d00e16e35f9166c0361e7e1b5a11aab3b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0311 04:10:42.461885    3513 out.go:177] * Starting "multinode-976000" primary control-plane node in "multinode-976000" cluster

	I0311 04:10:42.465958    3513 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0311 04:10:42.465982    3513 preload.go:147] Found local preload: /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0311 04:10:42.465992    3513 cache.go:56] Caching tarball of preloaded images

	I0311 04:10:42.466046    3513 preload.go:173] Found /Users/jenkins/minikube-integration/18350-986/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0311 04:10:42.466052    3513 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker

	I0311 04:10:42.466266    3513 profile.go:142] Saving config to /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/multinode-976000/config.json ...

	I0311 04:10:42.466279    3513 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18350-986/.minikube/profiles/multinode-976000/config.json: {Name:mk81a7edc974cdf1c9a4048e907b4269f9fc513c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0311 04:10:42.466491    3513 start.go:360] acquireMachinesLock for multinode-976000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:10:42.466524    3513 start.go:364] duration metric: took 27.041µs to acquireMachinesLock for "multinode-976000"

	I0311 04:10:42.466534    3513 start.go:93] Provisioning new machine with config: &{Name:multinode-976000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{K

ubernetesVersion:v1.28.4 ClusterName:multinode-976000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[

] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:10:42.466563    3513 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:10:42.474979    3513 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0311 04:10:42.492143    3513 start.go:159] libmachine.API.Create for "multinode-976000" (driver="qemu2")

	I0311 04:10:42.492173    3513 client.go:168] LocalClient.Create starting

	I0311 04:10:42.492236    3513 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:10:42.492274    3513 main.go:141] libmachine: Decoding PEM data...

	I0311 04:10:42.492285    3513 main.go:141] libmachine: Parsing certificate...

	I0311 04:10:42.492326    3513 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:10:42.492348    3513 main.go:141] libmachine: Decoding PEM data...

	I0311 04:10:42.492356    3513 main.go:141] libmachine: Parsing certificate...

	I0311 04:10:42.492696    3513 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:10:42.634909    3513 main.go:141] libmachine: Creating SSH key...

	I0311 04:10:42.706713    3513 main.go:141] libmachine: Creating Disk image...

	I0311 04:10:42.706719    3513 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:10:42.707014    3513 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:42.719283    3513 main.go:141] libmachine: STDOUT: 

	I0311 04:10:42.719314    3513 main.go:141] libmachine: STDERR: 

	I0311 04:10:42.719362    3513 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2 +20000M

	I0311 04:10:42.730224    3513 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:10:42.730243    3513 main.go:141] libmachine: STDERR: 

	I0311 04:10:42.730254    3513 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:42.730259    3513 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:10:42.730290    3513 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/qemu.pid -device virtio-net-pci,netdev=net0,mac=ae:2a:28:ef:d4:8d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:42.732131    3513 main.go:141] libmachine: STDOUT: 

	I0311 04:10:42.732156    3513 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:10:42.732173    3513 client.go:171] duration metric: took 240.003583ms to LocalClient.Create

	I0311 04:10:44.732404    3513 start.go:128] duration metric: took 2.265889833s to createHost

	I0311 04:10:44.732476    3513 start.go:83] releasing machines lock for "multinode-976000", held for 2.266009583s

	W0311 04:10:44.732542    3513 start.go:713] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:10:44.738618    3513 out.go:177] * Deleting "multinode-976000" in qemu2 ...

	W0311 04:10:44.769867    3513 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:10:44.769893    3513 start.go:728] Will try again in 5 seconds ...

	I0311 04:10:49.771322    3513 start.go:360] acquireMachinesLock for multinode-976000: {Name:mk2f9a88bc6916eb492036071931e8825bfd7634 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0311 04:10:49.771624    3513 start.go:364] duration metric: took 220.959µs to acquireMachinesLock for "multinode-976000"

	I0311 04:10:49.771708    3513 start.go:93] Provisioning new machine with config: &{Name:multinode-976000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:2200 CPUs:2 DiskSize:20000 Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{K

ubernetesVersion:v1.28.4 ClusterName:multinode-976000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[

] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0311 04:10:49.771977    3513 start.go:125] createHost starting for "" (driver="qemu2")

	I0311 04:10:49.782535    3513 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I0311 04:10:49.826545    3513 start.go:159] libmachine.API.Create for "multinode-976000" (driver="qemu2")

	I0311 04:10:49.826604    3513 client.go:168] LocalClient.Create starting

	I0311 04:10:49.826766    3513 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/ca.pem

	I0311 04:10:49.826834    3513 main.go:141] libmachine: Decoding PEM data...

	I0311 04:10:49.826853    3513 main.go:141] libmachine: Parsing certificate...

	I0311 04:10:49.826927    3513 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18350-986/.minikube/certs/cert.pem

	I0311 04:10:49.826979    3513 main.go:141] libmachine: Decoding PEM data...

	I0311 04:10:49.826997    3513 main.go:141] libmachine: Parsing certificate...

	I0311 04:10:49.827585    3513 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18350-986/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18350-986/.minikube/cache/iso/arm64/minikube-v1.32.1-1708638130-18020-arm64.iso...

	I0311 04:10:49.979975    3513 main.go:141] libmachine: Creating SSH key...

	I0311 04:10:50.187663    3513 main.go:141] libmachine: Creating Disk image...

	I0311 04:10:50.187670    3513 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0311 04:10:50.187847    3513 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2.raw /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:50.200788    3513 main.go:141] libmachine: STDOUT: 

	I0311 04:10:50.200810    3513 main.go:141] libmachine: STDERR: 

	I0311 04:10:50.200862    3513 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2 +20000M

	I0311 04:10:50.211634    3513 main.go:141] libmachine: STDOUT: Image resized.

	I0311 04:10:50.211650    3513 main.go:141] libmachine: STDERR: 

	I0311 04:10:50.211659    3513 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:50.211662    3513 main.go:141] libmachine: Starting QEMU VM...

	I0311 04:10:50.211698    3513 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/qemu.pid -device virtio-net-pci,netdev=net0,mac=22:1b:71:bc:ac:e1 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18350-986/.minikube/machines/multinode-976000/disk.qcow2

	I0311 04:10:50.213497    3513 main.go:141] libmachine: STDOUT: 

	I0311 04:10:50.213513    3513 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0311 04:10:50.213527    3513 client.go:171] duration metric: took 386.930166ms to LocalClient.Create

	I0311 04:10:52.215686    3513 start.go:128] duration metric: took 2.4437415s to createHost

	I0311 04:10:52.215741    3513 start.go:83] releasing machines lock for "multinode-976000", held for 2.444171s

	W0311 04:10:52.216059    3513 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p multinode-976000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-976000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0311 04:10:52.229190    3513 out.go:177] 

	W0311 04:10:52.232330    3513 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0311 04:10:52.232380    3513 out.go:239] * 

	* 

	W0311 04:10:52.234841    3513 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:10:52.243210    3513 out.go:177] 

** /stderr **

multinode_test.go:98: failed to start cluster. args "out/minikube-darwin-arm64 start -p multinode-976000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (68.025666ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/FreshStart2Nodes (9.98s)

=== RUN   TestMultiNode/serial/DeployApp2Nodes

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml: exit status 1 (123.98175ms)

** stderr ** 

	error: cluster "multinode-976000" does not exist

** /stderr **

multinode_test.go:495: failed to create busybox deployment to multinode cluster

multinode_test.go:498: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- rollout status deployment/busybox

multinode_test.go:498: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- rollout status deployment/busybox: exit status 1 (57.112541ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:500: failed to deploy busybox to multinode cluster

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (58.831792ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (105.239584ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.361708ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.931958ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.510209ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.417333ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.198625ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.16425ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (102.713083ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.80125ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:505: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:505: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (104.915167ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:508: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:524: failed to resolve pod IPs: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:528: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:528: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (57.525458ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:530: failed get Pod names

multinode_test.go:536: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.io

multinode_test.go:536: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.io: exit status 1 (57.489125ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:538: Pod  could not resolve 'kubernetes.io': exit status 1

multinode_test.go:546: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.default

multinode_test.go:546: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.default: exit status 1 (56.519042ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:548: Pod  could not resolve 'kubernetes.default': exit status 1

multinode_test.go:554: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.default.svc.cluster.local

multinode_test.go:554: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- exec  -- nslookup kubernetes.default.svc.cluster.local: exit status 1 (57.898542ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:556: Pod  could not resolve local service (kubernetes.default.svc.cluster.local): exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (32.012ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeployApp2Nodes (96.46s)

=== RUN   TestMultiNode/serial/PingHostFrom2Pods

multinode_test.go:564: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:564: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-976000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (57.054917ms)

** stderr ** 

	error: no server found for cluster "multinode-976000"

** /stderr **

multinode_test.go:566: failed to get Pod names: exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (31.896375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (0.09s)

=== RUN   TestMultiNode/serial/AddNode

multinode_test.go:121: (dbg) Run:  out/minikube-darwin-arm64 node add -p multinode-976000 -v 3 --alsologtostderr

multinode_test.go:121: (dbg) Non-zero exit: out/minikube-darwin-arm64 node add -p multinode-976000 -v 3 --alsologtostderr: exit status 83 (41.541334ms)

-- stdout --

	* The control-plane node multinode-976000 host is not running: state=Stopped

	  To start a cluster, run: "minikube start -p multinode-976000"

-- /stdout --

** stderr ** 

	I0311 04:12:28.907623    3611 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:28.907770    3611 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:28.907773    3611 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:28.907775    3611 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:28.907902    3611 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:28.908137    3611 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:28.908326    3611 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:28.912353    3611 out.go:177] * The control-plane node multinode-976000 host is not running: state=Stopped

	I0311 04:12:28.915231    3611 out.go:177]   To start a cluster, run: "minikube start -p multinode-976000"

** /stderr **

multinode_test.go:123: failed to add node to current cluster. args "out/minikube-darwin-arm64 node add -p multinode-976000 -v 3 --alsologtostderr" : exit status 83

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (31.756917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/AddNode (0.07s)

=== RUN   TestMultiNode/serial/MultiNodeLabels

multinode_test.go:221: (dbg) Run:  kubectl --context multinode-976000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"

multinode_test.go:221: (dbg) Non-zero exit: kubectl --context multinode-976000 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]": exit status 1 (30.302084ms)

** stderr ** 

	Error in configuration: context was not found for specified context: multinode-976000

** /stderr **

multinode_test.go:223: failed to 'kubectl get nodes' with args "kubectl --context multinode-976000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": exit status 1

multinode_test.go:230: failed to decode json from label list: args "kubectl --context multinode-976000 get nodes -o \"jsonpath=[{range .items[*]}{.metadata.labels},{end}]\"": unexpected end of JSON input

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (32.533625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/MultiNodeLabels (0.06s)

=== RUN   TestMultiNode/serial/ProfileList

multinode_test.go:143: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

multinode_test.go:166: expected profile "multinode-976000" in json of 'profile list' include 3 nodes but have 1 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"multinode-976000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"multinode-976000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18020/minikube-v1.32.1-1708638130-18020-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNU

MACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.4\",\"ClusterName\":\"multinode-976000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"\",\"Port\":8443,\"KubernetesVer

sion\":\"v1.28.4\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true}],\"Addons\":null,\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPath\":\"/var/run/socket_vmnet\",\"StaticIP\":

\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (31.456917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/ProfileList (0.10s)

=== RUN   TestMultiNode/serial/CopyFile

multinode_test.go:184: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status --output json --alsologtostderr

multinode_test.go:184: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status --output json --alsologtostderr: exit status 7 (31.935834ms)

-- stdout --

	{"Name":"multinode-976000","Host":"Stopped","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Stopped","Worker":false}

-- /stdout --

** stderr ** 

	I0311 04:12:29.148225    3624 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:29.148393    3624 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.148397    3624 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:29.148403    3624 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.148529    3624 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:29.148654    3624 out.go:298] Setting JSON to true

	I0311 04:12:29.148664    3624 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:29.148714    3624 notify.go:220] Checking for updates...

	I0311 04:12:29.148879    3624 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:29.148884    3624 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:29.149086    3624 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:29.149090    3624 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:29.149092    3624 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:191: failed to decode json from status: args "out/minikube-darwin-arm64 -p multinode-976000 status --output json --alsologtostderr": json: cannot unmarshal object into Go value of type []cmd.Status

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (32.117625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/CopyFile (0.06s)

=== RUN   TestMultiNode/serial/StopNode

multinode_test.go:248: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 node stop m03

multinode_test.go:248: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 node stop m03: exit status 85 (48.418ms)

-- stdout --

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_295f67d8757edd996fe5c1e7ccde72c355ccf4dc_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

multinode_test.go:250: node stop returned an error. args "out/minikube-darwin-arm64 -p multinode-976000 node stop m03": exit status 85

multinode_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status

multinode_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status: exit status 7 (31.575333ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:261: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status --alsologtostderr

multinode_test.go:261: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status --alsologtostderr: exit status 7 (30.949333ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:29.292172    3632 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:29.292317    3632 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.292320    3632 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:29.292322    3632 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.292466    3632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:29.292584    3632 out.go:298] Setting JSON to false

	I0311 04:12:29.292594    3632 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:29.292646    3632 notify.go:220] Checking for updates...

	I0311 04:12:29.292790    3632 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:29.292795    3632 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:29.292990    3632 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:29.292994    3632 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:29.292996    3632 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:267: incorrect number of running kubelets: args "out/minikube-darwin-arm64 -p multinode-976000 status --alsologtostderr": multinode-976000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (31.650459ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StopNode (0.14s)

=== RUN   TestMultiNode/serial/StartAfterStop

multinode_test.go:282: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 node start m03 -v=7 --alsologtostderr

multinode_test.go:282: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 node start m03 -v=7 --alsologtostderr: exit status 85 (47.212834ms)

-- stdout --

-- /stdout --

** stderr ** 

	I0311 04:12:29.355979    3636 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:29.356202    3636 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.356205    3636 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:29.356208    3636 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.356330    3636 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:29.356559    3636 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:29.356740    3636 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:29.361182    3636 out.go:177] 

	W0311 04:12:29.362415    3636 out.go:239] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	W0311 04:12:29.362420    3636 out.go:239] * 

	* 

	W0311 04:12:29.364105    3636 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0311 04:12:29.367165    3636 out.go:177] 

** /stderr **

multinode_test.go:284: I0311 04:12:29.355979    3636 out.go:291] Setting OutFile to fd 1 ...

I0311 04:12:29.356202    3636 out.go:338] TERM=,COLORTERM=, which probably does not support color

I0311 04:12:29.356205    3636 out.go:304] Setting ErrFile to fd 2...

I0311 04:12:29.356208    3636 out.go:338] TERM=,COLORTERM=, which probably does not support color

I0311 04:12:29.356330    3636 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

I0311 04:12:29.356559    3636 mustload.go:65] Loading cluster: multinode-976000

I0311 04:12:29.356740    3636 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

I0311 04:12:29.361182    3636 out.go:177] 

W0311 04:12:29.362415    3636 out.go:239] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

W0311 04:12:29.362420    3636 out.go:239] * 

* 

W0311 04:12:29.364105    3636 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I0311 04:12:29.367165    3636 out.go:177] 

multinode_test.go:285: node start returned an error. args "out/minikube-darwin-arm64 -p multinode-976000 node start m03 -v=7 --alsologtostderr": exit status 85

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (32.381333ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:29.403791    3638 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:29.403957    3638 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.403960    3638 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:29.403963    3638 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:29.404081    3638 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:29.404202    3638 out.go:298] Setting JSON to false

	I0311 04:12:29.404212    3638 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:29.404272    3638 notify.go:220] Checking for updates...

	I0311 04:12:29.404422    3638 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:29.404428    3638 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:29.404620    3638 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:29.404624    3638 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:29.404626    3638 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (75.094ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:30.974792    3640 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:30.974996    3640 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:30.975000    3640 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:30.975004    3640 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:30.975201    3640 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:30.975372    3640 out.go:298] Setting JSON to false

	I0311 04:12:30.975385    3640 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:30.975421    3640 notify.go:220] Checking for updates...

	I0311 04:12:30.975635    3640 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:30.975642    3640 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:30.975947    3640 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:30.975952    3640 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:30.975955    3640 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (74.744ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:32.140795    3642 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:32.140962    3642 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:32.140966    3642 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:32.140969    3642 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:32.141140    3642 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:32.141325    3642 out.go:298] Setting JSON to false

	I0311 04:12:32.141346    3642 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:32.141385    3642 notify.go:220] Checking for updates...

	I0311 04:12:32.141610    3642 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:32.141616    3642 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:32.141892    3642 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:32.141896    3642 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:32.141899    3642 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (76.279167ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:33.947808    3645 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:33.948022    3645 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:33.948026    3645 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:33.948029    3645 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:33.948188    3645 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:33.948352    3645 out.go:298] Setting JSON to false

	I0311 04:12:33.948365    3645 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:33.948413    3645 notify.go:220] Checking for updates...

	I0311 04:12:33.948643    3645 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:33.948650    3645 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:33.948903    3645 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:33.948909    3645 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:33.948912    3645 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (74.747958ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:38.599217    3654 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:38.599412    3654 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:38.599416    3654 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:38.599419    3654 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:38.599595    3654 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:38.599763    3654 out.go:298] Setting JSON to false

	I0311 04:12:38.599777    3654 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:38.599816    3654 notify.go:220] Checking for updates...

	I0311 04:12:38.600028    3654 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:38.600035    3654 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:38.600296    3654 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:38.600301    3654 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:38.600304    3654 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (76.050666ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:41.990798    3656 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:41.991006    3656 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:41.991011    3656 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:41.991014    3656 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:41.991178    3656 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:41.991331    3656 out.go:298] Setting JSON to false

	I0311 04:12:41.991344    3656 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:41.991381    3656 notify.go:220] Checking for updates...

	I0311 04:12:41.991606    3656 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:41.991612    3656 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:41.991889    3656 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:41.991893    3656 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:41.991897    3656 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (75.5175ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:12:52.570224    3664 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:12:52.570428    3664 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:52.570432    3664 out.go:304] Setting ErrFile to fd 2...

	I0311 04:12:52.570435    3664 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:12:52.570595    3664 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:12:52.570776    3664 out.go:298] Setting JSON to false

	I0311 04:12:52.570790    3664 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:12:52.570831    3664 notify.go:220] Checking for updates...

	I0311 04:12:52.571032    3664 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:12:52.571039    3664 status.go:255] checking status of multinode-976000 ...

	I0311 04:12:52.571326    3664 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:12:52.571331    3664 status.go:343] host is not running, skipping remaining checks

	I0311 04:12:52.571334    3664 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (75.542458ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:13:06.179171    3668 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:13:06.179359    3668 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:13:06.179364    3668 out.go:304] Setting ErrFile to fd 2...

	I0311 04:13:06.179367    3668 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:13:06.179544    3668 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:13:06.179713    3668 out.go:298] Setting JSON to false

	I0311 04:13:06.179726    3668 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:13:06.179760    3668 notify.go:220] Checking for updates...

	I0311 04:13:06.179974    3668 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:13:06.179980    3668 status.go:255] checking status of multinode-976000 ...

	I0311 04:13:06.180250    3668 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:13:06.180254    3668 status.go:343] host is not running, skipping remaining checks

	I0311 04:13:06.180257    3668 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr

multinode_test.go:290: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr: exit status 7 (74.541042ms)

-- stdout --

	multinode-976000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I0311 04:13:24.900689    3674 out.go:291] Setting OutFile to fd 1 ...

	I0311 04:13:24.900888    3674 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:13:24.900892    3674 out.go:304] Setting ErrFile to fd 2...

	I0311 04:13:24.900895    3674 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0311 04:13:24.901058    3674 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18350-986/.minikube/bin

	I0311 04:13:24.901217    3674 out.go:298] Setting JSON to false

	I0311 04:13:24.901230    3674 mustload.go:65] Loading cluster: multinode-976000

	I0311 04:13:24.901270    3674 notify.go:220] Checking for updates...

	I0311 04:13:24.901536    3674 config.go:182] Loaded profile config "multinode-976000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0311 04:13:24.901543    3674 status.go:255] checking status of multinode-976000 ...

	I0311 04:13:24.901805    3674 status.go:330] multinode-976000 host status = "Stopped" (err=<nil>)

	I0311 04:13:24.901810    3674 status.go:343] host is not running, skipping remaining checks

	I0311 04:13:24.901812    3674 status.go:257] multinode-976000 status: &{Name:multinode-976000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:294: failed to run minikube status. args "out/minikube-darwin-arm64 -p multinode-976000 status -v=7 --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-976000 -n multinode-976000: exit status 7 (33.996ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-976000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StartAfterStop (55.61s)