=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-679000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-679000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (10.514368208s)

-- stdout --

	{"specversion":"1.0","id":"fd9a235d-bdae-4141-8a53-3d3e71fd0bfd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-679000] minikube v1.31.2 on Darwin 14.0 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"a28ea770-8744-4bde-9864-53715b6da347","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17340"}}

	{"specversion":"1.0","id":"18741e92-ceeb-4a03-9d54-b3b892f2c520","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig"}}

	{"specversion":"1.0","id":"3f96698c-df6b-490e-ac4b-933d1195c37f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"c2cab795-69c5-409f-afde-b923f9676f25","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"26b39222-beb0-49d0-93c6-7b30706d2595","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube"}}

	{"specversion":"1.0","id":"18b998ad-d987-4015-b28b-5c883b236087","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"27b424a9-3a90-44f1-bfee-0eac0619e917","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"4d3f6413-fa75-4c2f-b8a5-e526034352a3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"c4537eec-7b93-4d8f-a917-b769fec738bd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"129562bb-1e6b-482a-99d3-8fe77f30112b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-679000 in cluster download-only-679000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"a4d5db8b-5b3e-460b-9df6-9351c9c1d1b2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"02d96b9c-4469-4661-8486-6cc1ccd8b6bc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17340-994/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880] Decompressors:map[bz2:0x14000196a20 gz:0x14000196a28 tar:0x14000196990 tar.bz2:0x140001969a0 tar.gz:0x140001969b0 tar.xz:0x140001969d0 tar.zst:0x140001969e0 tbz2:0x140001969a0 tgz:0x1400019

69b0 txz:0x140001969d0 tzst:0x140001969e0 xz:0x14000196a30 zip:0x14000196a40 zst:0x14000196a38] Getters:map[file:0x14000708910 http:0x140004a2640 https:0x140004a2690] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"ba00f106-4d2b-4bb3-97ff-0ce8c135cab9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I1002 03:34:59.823596    1411 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:34:59.823742    1411 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:34:59.823745    1411 out.go:309] Setting ErrFile to fd 2...

	I1002 03:34:59.823748    1411 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:34:59.823857    1411 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	W1002 03:34:59.823946    1411 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/17340-994/.minikube/config/config.json: open /Users/jenkins/minikube-integration/17340-994/.minikube/config/config.json: no such file or directory

	I1002 03:34:59.825093    1411 out.go:303] Setting JSON to true

	I1002 03:34:59.842620    1411 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":272,"bootTime":1696242627,"procs":443,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:34:59.842721    1411 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:34:59.851040    1411 out.go:97] [download-only-679000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:34:59.854079    1411 out.go:169] MINIKUBE_LOCATION=17340

	I1002 03:34:59.851196    1411 notify.go:220] Checking for updates...

	W1002 03:34:59.851189    1411 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball: no such file or directory

	I1002 03:34:59.863076    1411 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:34:59.870983    1411 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:34:59.878871    1411 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:34:59.882005    1411 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	W1002 03:34:59.888091    1411 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I1002 03:34:59.888306    1411 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:34:59.893023    1411 out.go:97] Using the qemu2 driver based on user configuration

	I1002 03:34:59.893029    1411 start.go:298] selected driver: qemu2

	I1002 03:34:59.893032    1411 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:34:59.893094    1411 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:34:59.896989    1411 out.go:169] Automatically selected the socket_vmnet network

	I1002 03:34:59.903037    1411 start_flags.go:384] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I1002 03:34:59.903118    1411 start_flags.go:904] Wait components to verify : map[apiserver:true system_pods:true]

	I1002 03:34:59.903190    1411 cni.go:84] Creating CNI manager for ""

	I1002 03:34:59.903210    1411 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I1002 03:34:59.903215    1411 start_flags.go:321] config:

	{Name:download-only-679000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-679000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRun

time:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:34:59.909298    1411 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:34:59.913079    1411 out.go:97] Downloading VM boot image ...

	I1002 03:34:59.913122    1411 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso

	I1002 03:35:04.218339    1411 out.go:97] Starting control plane node download-only-679000 in cluster download-only-679000

	I1002 03:35:04.218364    1411 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I1002 03:35:04.268459    1411 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I1002 03:35:04.268479    1411 cache.go:57] Caching tarball of preloaded images

	I1002 03:35:04.268615    1411 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I1002 03:35:04.273281    1411 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I1002 03:35:04.273287    1411 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:35:04.351307    1411 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I1002 03:35:09.228255    1411 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:35:09.228400    1411 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:35:09.869196    1411 cache.go:60] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I1002 03:35:09.869391    1411 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/download-only-679000/config.json ...

	I1002 03:35:09.869410    1411 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/download-only-679000/config.json: {Name:mk9ffb537985013462866bd2ba05410dfae7c50b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:35:09.869638    1411 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I1002 03:35:09.869891    1411 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/17340-994/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I1002 03:35:10.271642    1411 out.go:169] 

	W1002 03:35:10.275607    1411 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17340-994/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880 0x103bd1880] Decompressors:map[bz2:0x14000196a20 gz:0x14000196a28 tar:0x14000196990 tar.bz2:0x140001969a0 tar.gz:0x140001969b0 tar.xz:0x140001969d0 tar.zst:0x140001969e0 tbz2:0x140001969a0 tgz:0x140001969b0 txz:0x140001969d0 tzst:0x140001969e0 xz:0x14000196a30 zip:0x14000196a40 zst:0x14000196a38] Getters:map[file:0x14000708910 http:0x140004a2640 https:0x140004a2690] Dir:false ProgressListener:

<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W1002 03:35:10.275635    1411 out_reason.go:110] 

	W1002 03:35:10.281645    1411 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:35:10.285627    1411 out.go:169] 

** /stderr **

aaa_download_only_test.go:71: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-679000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (10.52s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:160: expected the file for binary exist at "/Users/jenkins/minikube-integration/17340-994/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/17340-994/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-431000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-431000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.661658208s)

-- stdout --

	* [offline-docker-431000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-431000 in cluster offline-docker-431000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-431000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:49:32.376083    3134 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:49:32.376221    3134 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:49:32.376224    3134 out.go:309] Setting ErrFile to fd 2...

	I1002 03:49:32.376226    3134 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:49:32.376354    3134 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:49:32.377577    3134 out.go:303] Setting JSON to false

	I1002 03:49:32.395212    3134 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1146,"bootTime":1696242626,"procs":444,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:49:32.395304    3134 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:49:32.400383    3134 out.go:177] * [offline-docker-431000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:49:32.407455    3134 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:49:32.407517    3134 notify.go:220] Checking for updates...

	I1002 03:49:32.414361    3134 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:49:32.417444    3134 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:49:32.420515    3134 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:49:32.423337    3134 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:49:32.426413    3134 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:49:32.429722    3134 config.go:182] Loaded profile config "multinode-335000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:49:32.429771    3134 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:49:32.433363    3134 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:49:32.440307    3134 start.go:298] selected driver: qemu2

	I1002 03:49:32.440318    3134 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:49:32.440325    3134 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:49:32.442263    3134 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:49:32.445302    3134 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:49:32.448559    3134 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:49:32.448593    3134 cni.go:84] Creating CNI manager for ""

	I1002 03:49:32.448602    3134 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:49:32.448607    3134 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:49:32.448613    3134 start_flags.go:321] config:

	{Name:offline-docker-431000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:offline-docker-431000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR

untime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthS

ock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:49:32.453152    3134 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:49:32.456337    3134 out.go:177] * Starting control plane node offline-docker-431000 in cluster offline-docker-431000

	I1002 03:49:32.460364    3134 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:49:32.460380    3134 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:49:32.460408    3134 cache.go:57] Caching tarball of preloaded images

	I1002 03:49:32.460462    3134 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:49:32.460467    3134 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:49:32.460529    3134 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/offline-docker-431000/config.json ...

	I1002 03:49:32.460539    3134 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/offline-docker-431000/config.json: {Name:mk76e4106b476732167f9f760d1db7870628819a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:49:32.460771    3134 start.go:365] acquiring machines lock for offline-docker-431000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:49:32.460807    3134 start.go:369] acquired machines lock for "offline-docker-431000" in 21.834µs

	I1002 03:49:32.460816    3134 start.go:93] Provisioning new machine with config: &{Name:offline-docker-431000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.28.2 ClusterName:offline-docker-431000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:49:32.460851    3134 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:49:32.465354    3134 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:49:32.480356    3134 start.go:159] libmachine.API.Create for "offline-docker-431000" (driver="qemu2")

	I1002 03:49:32.480382    3134 client.go:168] LocalClient.Create starting

	I1002 03:49:32.480453    3134 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:49:32.480482    3134 main.go:141] libmachine: Decoding PEM data...

	I1002 03:49:32.480491    3134 main.go:141] libmachine: Parsing certificate...

	I1002 03:49:32.480529    3134 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:49:32.480547    3134 main.go:141] libmachine: Decoding PEM data...

	I1002 03:49:32.480556    3134 main.go:141] libmachine: Parsing certificate...

	I1002 03:49:32.480868    3134 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:49:32.596936    3134 main.go:141] libmachine: Creating SSH key...

	I1002 03:49:32.637457    3134 main.go:141] libmachine: Creating Disk image...

	I1002 03:49:32.637468    3134 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:49:32.637657    3134 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:32.646662    3134 main.go:141] libmachine: STDOUT: 

	I1002 03:49:32.646685    3134 main.go:141] libmachine: STDERR: 

	I1002 03:49:32.646749    3134 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2 +20000M

	I1002 03:49:32.655042    3134 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:49:32.655060    3134 main.go:141] libmachine: STDERR: 

	I1002 03:49:32.655080    3134 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:32.655089    3134 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:49:32.655127    3134 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/qemu.pid -device virtio-net-pci,netdev=net0,mac=06:27:c4:9e:7b:a0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:32.656813    3134 main.go:141] libmachine: STDOUT: 

	I1002 03:49:32.656827    3134 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:49:32.656849    3134 client.go:171] LocalClient.Create took 176.4605ms

	I1002 03:49:34.658193    3134 start.go:128] duration metric: createHost completed in 2.197380042s

	I1002 03:49:34.658214    3134 start.go:83] releasing machines lock for "offline-docker-431000", held for 2.197448917s

	W1002 03:49:34.658226    3134 start.go:688] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:49:34.666743    3134 out.go:177] * Deleting "offline-docker-431000" in qemu2 ...

	W1002 03:49:34.674161    3134 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:49:34.674171    3134 start.go:703] Will try again in 5 seconds ...

	I1002 03:49:39.676234    3134 start.go:365] acquiring machines lock for offline-docker-431000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:49:39.676692    3134 start.go:369] acquired machines lock for "offline-docker-431000" in 345.833µs

	I1002 03:49:39.676867    3134 start.go:93] Provisioning new machine with config: &{Name:offline-docker-431000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.28.2 ClusterName:offline-docker-431000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:49:39.677196    3134 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:49:39.682033    3134 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:49:39.731073    3134 start.go:159] libmachine.API.Create for "offline-docker-431000" (driver="qemu2")

	I1002 03:49:39.731122    3134 client.go:168] LocalClient.Create starting

	I1002 03:49:39.731229    3134 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:49:39.731293    3134 main.go:141] libmachine: Decoding PEM data...

	I1002 03:49:39.731313    3134 main.go:141] libmachine: Parsing certificate...

	I1002 03:49:39.731373    3134 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:49:39.731409    3134 main.go:141] libmachine: Decoding PEM data...

	I1002 03:49:39.731422    3134 main.go:141] libmachine: Parsing certificate...

	I1002 03:49:39.731956    3134 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:49:39.855803    3134 main.go:141] libmachine: Creating SSH key...

	I1002 03:49:39.952558    3134 main.go:141] libmachine: Creating Disk image...

	I1002 03:49:39.952565    3134 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:49:39.952729    3134 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:39.961482    3134 main.go:141] libmachine: STDOUT: 

	I1002 03:49:39.961500    3134 main.go:141] libmachine: STDERR: 

	I1002 03:49:39.961565    3134 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2 +20000M

	I1002 03:49:39.969067    3134 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:49:39.969082    3134 main.go:141] libmachine: STDERR: 

	I1002 03:49:39.969099    3134 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:39.969109    3134 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:49:39.969150    3134 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/qemu.pid -device virtio-net-pci,netdev=net0,mac=a2:9f:62:f1:49:50 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/offline-docker-431000/disk.qcow2

	I1002 03:49:39.970684    3134 main.go:141] libmachine: STDOUT: 

	I1002 03:49:39.970698    3134 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:49:39.970711    3134 client.go:171] LocalClient.Create took 239.585834ms

	I1002 03:49:41.972854    3134 start.go:128] duration metric: createHost completed in 2.295678708s

	I1002 03:49:41.972925    3134 start.go:83] releasing machines lock for "offline-docker-431000", held for 2.296240792s

	W1002 03:49:41.973474    3134 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-431000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-431000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:49:41.982146    3134 out.go:177] 

	W1002 03:49:41.987171    3134 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:49:41.987196    3134 out.go:239] * 

	* 

	W1002 03:49:41.989614    3134 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:49:41.998223    3134 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-431000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:523: *** TestOffline FAILED at 2023-10-02 03:49:42.011985 -0700 PDT m=+882.419000084

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-431000 -n offline-docker-431000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-431000 -n offline-docker-431000: exit status 7 (66.418083ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-431000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-431000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-431000

--- FAIL: TestOffline (9.86s)

=== RUN   TestAddons/Setup

addons_test.go:89: (dbg) Run:  out/minikube-darwin-arm64 start -p addons-138000 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --driver=qemu2  --addons=ingress --addons=ingress-dns

addons_test.go:89: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p addons-138000 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --driver=qemu2  --addons=ingress --addons=ingress-dns: exit status 90 (18.930295958s)

-- stdout --

	* [addons-138000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node addons-138000 in cluster addons-138000

	* Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

-- /stdout --

** stderr ** 

	I1002 03:35:18.705010    1480 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:35:18.705170    1480 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:35:18.705173    1480 out.go:309] Setting ErrFile to fd 2...

	I1002 03:35:18.705176    1480 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:35:18.705295    1480 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:35:18.706287    1480 out.go:303] Setting JSON to false

	I1002 03:35:18.721938    1480 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":291,"bootTime":1696242627,"procs":445,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:35:18.722025    1480 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:35:18.727331    1480 out.go:177] * [addons-138000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:35:18.734332    1480 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:35:18.734379    1480 notify.go:220] Checking for updates...

	I1002 03:35:18.738361    1480 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:35:18.745339    1480 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:35:18.753307    1480 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:35:18.761316    1480 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:35:18.769295    1480 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:35:18.773502    1480 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:35:18.777292    1480 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:35:18.784382    1480 start.go:298] selected driver: qemu2

	I1002 03:35:18.784388    1480 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:35:18.784393    1480 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:35:18.786842    1480 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:35:18.790276    1480 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:35:18.793384    1480 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:35:18.793408    1480 cni.go:84] Creating CNI manager for ""

	I1002 03:35:18.793415    1480 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:35:18.793420    1480 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:35:18.793426    1480 start_flags.go:321] config:

	{Name:addons-138000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:addons-138000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0 AutoPauseInterval:1m0s}

	I1002 03:35:18.798166    1480 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:35:18.806319    1480 out.go:177] * Starting control plane node addons-138000 in cluster addons-138000

	I1002 03:35:18.810284    1480 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:35:18.810299    1480 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:35:18.810312    1480 cache.go:57] Caching tarball of preloaded images

	I1002 03:35:18.810364    1480 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:35:18.810370    1480 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:35:18.810610    1480 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/addons-138000/config.json ...

	I1002 03:35:18.810622    1480 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/addons-138000/config.json: {Name:mk17134049c58cfe1cc5088ec4c8ad2efcb7b192 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:35:18.810848    1480 start.go:365] acquiring machines lock for addons-138000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:35:18.810982    1480 start.go:369] acquired machines lock for "addons-138000" in 127.083µs

	I1002 03:35:18.810993    1480 start.go:93] Provisioning new machine with config: &{Name:addons-138000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.28.2 ClusterName:addons-138000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:35:18.811024    1480 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:35:18.815338    1480 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I1002 03:35:19.616924    1480 start.go:159] libmachine.API.Create for "addons-138000" (driver="qemu2")

	I1002 03:35:19.616981    1480 client.go:168] LocalClient.Create starting

	I1002 03:35:19.617616    1480 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:35:19.749096    1480 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:35:19.798501    1480 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:35:20.140573    1480 main.go:141] libmachine: Creating SSH key...

	I1002 03:35:20.192801    1480 main.go:141] libmachine: Creating Disk image...

	I1002 03:35:20.192806    1480 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:35:20.193017    1480 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2

	I1002 03:35:20.308622    1480 main.go:141] libmachine: STDOUT: 

	I1002 03:35:20.308684    1480 main.go:141] libmachine: STDERR: 

	I1002 03:35:20.308765    1480 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2 +20000M

	I1002 03:35:20.343542    1480 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:35:20.343576    1480 main.go:141] libmachine: STDERR: 

	I1002 03:35:20.343601    1480 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2

	I1002 03:35:20.343611    1480 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:35:20.343679    1480 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/qemu.pid -device virtio-net-pci,netdev=net0,mac=06:8b:7a:74:5f:0e -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/disk.qcow2

	I1002 03:35:20.403140    1480 main.go:141] libmachine: STDOUT: 

	I1002 03:35:20.403168    1480 main.go:141] libmachine: STDERR: 

	I1002 03:35:20.403173    1480 main.go:141] libmachine: Attempt 0

	I1002 03:35:20.403183    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:22.404446    1480 main.go:141] libmachine: Attempt 1

	I1002 03:35:22.404538    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:24.405787    1480 main.go:141] libmachine: Attempt 2

	I1002 03:35:24.405817    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:26.406913    1480 main.go:141] libmachine: Attempt 3

	I1002 03:35:26.406923    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:28.408005    1480 main.go:141] libmachine: Attempt 4

	I1002 03:35:28.408025    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:30.409145    1480 main.go:141] libmachine: Attempt 5

	I1002 03:35:30.409171    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:32.410312    1480 main.go:141] libmachine: Attempt 6

	I1002 03:35:32.410343    1480 main.go:141] libmachine: Searching for 6:8b:7a:74:5f:e in /var/db/dhcpd_leases ...

	I1002 03:35:32.410454    1480 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I1002 03:35:32.410490    1480 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:35:32.410495    1480 main.go:141] libmachine: Found match: 6:8b:7a:74:5f:e

	I1002 03:35:32.410518    1480 main.go:141] libmachine: IP: 192.168.105.2

	I1002 03:35:32.410531    1480 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I1002 03:35:34.430905    1480 machine.go:88] provisioning docker machine ...

	I1002 03:35:34.430978    1480 buildroot.go:166] provisioning hostname "addons-138000"

	I1002 03:35:34.432396    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:34.433318    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:34.433346    1480 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-138000 && echo "addons-138000" | sudo tee /etc/hostname

	I1002 03:35:34.531569    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-138000

	I1002 03:35:34.531684    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:34.532204    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:34.532220    1480 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-138000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-138000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-138000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I1002 03:35:34.609919    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I1002 03:35:34.609941    1480 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17340-994/.minikube CaCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17340-994/.minikube}

	I1002 03:35:34.609956    1480 buildroot.go:174] setting up certificates

	I1002 03:35:34.609995    1480 provision.go:83] configureAuth start

	I1002 03:35:34.610001    1480 provision.go:138] copyHostCerts

	I1002 03:35:34.610164    1480 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem (1123 bytes)

	I1002 03:35:34.610505    1480 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem (1679 bytes)

	I1002 03:35:34.610749    1480 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem (1082 bytes)

	I1002 03:35:34.610883    1480 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem org=jenkins.addons-138000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-138000]

	I1002 03:35:34.871653    1480 provision.go:172] copyRemoteCerts

	I1002 03:35:34.871746    1480 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I1002 03:35:34.871761    1480 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/id_rsa Username:docker}

	I1002 03:35:34.907716    1480 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I1002 03:35:34.915160    1480 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I1002 03:35:34.921960    1480 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I1002 03:35:34.928900    1480 provision.go:86] duration metric: configureAuth took 318.891208ms

	I1002 03:35:34.928908    1480 buildroot.go:189] setting minikube options for container-runtime

	I1002 03:35:34.929008    1480 config.go:182] Loaded profile config "addons-138000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:35:34.929040    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:34.929261    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:34.929266    1480 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I1002 03:35:34.994547    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I1002 03:35:34.994556    1480 buildroot.go:70] root file system type: tmpfs

	I1002 03:35:34.994612    1480 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I1002 03:35:34.994658    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:34.994901    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:34.994935    1480 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I1002 03:35:35.066640    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I1002 03:35:35.066692    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:35.066951    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:35.066961    1480 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I1002 03:35:35.417109    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I1002 03:35:35.417126    1480 machine.go:91] provisioned docker machine in 986.160875ms

	I1002 03:35:35.417131    1480 client.go:171] LocalClient.Create took 15.799938792s

	I1002 03:35:35.417143    1480 start.go:167] duration metric: libmachine.API.Create for "addons-138000" took 15.800030375s

	I1002 03:35:35.417148    1480 start.go:300] post-start starting for "addons-138000" (driver="qemu2")

	I1002 03:35:35.417153    1480 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I1002 03:35:35.417214    1480 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I1002 03:35:35.417227    1480 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/id_rsa Username:docker}

	I1002 03:35:35.452032    1480 ssh_runner.go:195] Run: cat /etc/os-release

	I1002 03:35:35.453418    1480 info.go:137] Remote host: Buildroot 2021.02.12

	I1002 03:35:35.453424    1480 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/addons for local assets ...

	I1002 03:35:35.453486    1480 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/files for local assets ...

	I1002 03:35:35.453511    1480 start.go:303] post-start completed in 36.359458ms

	I1002 03:35:35.454019    1480 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/addons-138000/config.json ...

	I1002 03:35:35.454182    1480 start.go:128] duration metric: createHost completed in 16.642935875s

	I1002 03:35:35.454218    1480 main.go:141] libmachine: Using SSH client type: native

	I1002 03:35:35.454684    1480 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104478760] 0x10447aed0 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I1002 03:35:35.454694    1480 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I1002 03:35:35.521721    1480 main.go:141] libmachine: SSH cmd err, output: <nil>: 1696242935.737964502

	I1002 03:35:35.521728    1480 fix.go:206] guest clock: 1696242935.737964502

	I1002 03:35:35.521732    1480 fix.go:219] Guest: 2023-10-02 03:35:35.737964502 -0700 PDT Remote: 2023-10-02 03:35:35.454185 -0700 PDT m=+16.766145376 (delta=283.779502ms)

	I1002 03:35:35.521748    1480 fix.go:190] guest clock delta is within tolerance: 283.779502ms

	I1002 03:35:35.521751    1480 start.go:83] releasing machines lock for "addons-138000", held for 16.710546167s

	I1002 03:35:35.522074    1480 ssh_runner.go:195] Run: cat /version.json

	I1002 03:35:35.522078    1480 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I1002 03:35:35.522084    1480 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/id_rsa Username:docker}

	I1002 03:35:35.522109    1480 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/addons-138000/id_rsa Username:docker}

	I1002 03:35:35.645281    1480 ssh_runner.go:195] Run: systemctl --version

	I1002 03:35:35.647846    1480 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W1002 03:35:35.650077    1480 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I1002 03:35:35.650105    1480 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I1002 03:35:35.656359    1480 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I1002 03:35:35.656373    1480 start.go:469] detecting cgroup driver to use...

	I1002 03:35:35.656512    1480 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:35:35.662943    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I1002 03:35:35.666429    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I1002 03:35:35.669634    1480 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I1002 03:35:35.669659    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I1002 03:35:35.672923    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:35:35.676327    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I1002 03:35:35.679598    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:35:35.682440    1480 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I1002 03:35:35.685418    1480 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I1002 03:35:35.688847    1480 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I1002 03:35:35.691928    1480 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I1002 03:35:35.694647    1480 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:35:35.777740    1480 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I1002 03:35:35.786165    1480 start.go:469] detecting cgroup driver to use...

	I1002 03:35:35.786245    1480 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I1002 03:35:35.792666    1480 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:35:35.797623    1480 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I1002 03:35:35.803603    1480 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:35:35.808332    1480 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:35:35.813009    1480 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I1002 03:35:35.852989    1480 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:35:35.858341    1480 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:35:35.863725    1480 ssh_runner.go:195] Run: which cri-dockerd

	I1002 03:35:35.865014    1480 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I1002 03:35:35.868098    1480 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I1002 03:35:35.873253    1480 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I1002 03:35:35.951999    1480 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I1002 03:35:36.031780    1480 docker.go:554] configuring docker to use "cgroupfs" as cgroup driver...

	I1002 03:35:36.031835    1480 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I1002 03:35:36.036981    1480 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:35:36.106886    1480 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:35:37.270527    1480 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.163608583s)

	I1002 03:35:37.270595    1480 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:35:37.335685    1480 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I1002 03:35:37.415183    1480 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:35:37.492153    1480 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:35:37.571180    1480 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I1002 03:35:37.581855    1480 out.go:177] 

	W1002 03:35:37.586897    1480 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart cri-docker.socket: Process exited with status 1

	stdout:

	stderr:

	Job failed. See "journalctl -xe" for details.

	X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart cri-docker.socket: Process exited with status 1

	stdout:

	stderr:

	Job failed. See "journalctl -xe" for details.

	W1002 03:35:37.586902    1480 out.go:239] * 

	* 

	W1002 03:35:37.587296    1480 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:35:37.602811    1480 out.go:177] 

** /stderr **

addons_test.go:91: out/minikube-darwin-arm64 start -p addons-138000 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --driver=qemu2  --addons=ingress --addons=ingress-dns failed: exit status 90

--- FAIL: TestAddons/Setup (18.93s)

=== RUN   TestCertOptions

=== PAUSE TestCertOptions

=== CONT  TestCertOptions

cert_options_test.go:49: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-options-677000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 

E1002 03:53:07.356760    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

cert_options_test.go:49: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-options-677000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 : exit status 80 (9.76659075s)

-- stdout --

	* [cert-options-677000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node cert-options-677000 in cluster cert-options-677000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-options-677000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-options-677000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:51: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-options-677000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 " : exit status 80

cert_options_test.go:60: (dbg) Run:  out/minikube-darwin-arm64 -p cert-options-677000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"

cert_options_test.go:60: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p cert-options-677000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt": exit status 89 (74.985292ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-677000"

-- /stdout --

cert_options_test.go:62: failed to read apiserver cert inside minikube. args "out/minikube-darwin-arm64 -p cert-options-677000 ssh \"openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt\"": exit status 89

cert_options_test.go:69: apiserver cert does not include 127.0.0.1 in SAN.

cert_options_test.go:69: apiserver cert does not include 192.168.15.15 in SAN.

cert_options_test.go:69: apiserver cert does not include localhost in SAN.

cert_options_test.go:69: apiserver cert does not include www.google.com in SAN.

cert_options_test.go:88: (dbg) Run:  kubectl --context cert-options-677000 config view

cert_options_test.go:93: Kubeconfig apiserver server port incorrect. Output of 

'kubectl config view' = "\n-- stdout --\n\tapiVersion: v1\n\tclusters: null\n\tcontexts: null\n\tcurrent-context: \"\"\n\tkind: Config\n\tpreferences: {}\n\tusers: null\n\n-- /stdout --"

cert_options_test.go:100: (dbg) Run:  out/minikube-darwin-arm64 ssh -p cert-options-677000 -- "sudo cat /etc/kubernetes/admin.conf"

cert_options_test.go:100: (dbg) Non-zero exit: out/minikube-darwin-arm64 ssh -p cert-options-677000 -- "sudo cat /etc/kubernetes/admin.conf": exit status 89 (39.020625ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-677000"

-- /stdout --

cert_options_test.go:102: failed to SSH to minikube with args: "out/minikube-darwin-arm64 ssh -p cert-options-677000 -- \"sudo cat /etc/kubernetes/admin.conf\"" : exit status 89

cert_options_test.go:106: Internal minikube kubeconfig (admin.conf) does not contains the right api port. 

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-677000"

-- /stdout --

cert_options_test.go:109: *** TestCertOptions FAILED at 2023-10-02 03:53:14.100014 -0700 PDT m=+1094.511463667

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-677000 -n cert-options-677000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-677000 -n cert-options-677000: exit status 7 (27.696167ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-options-677000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-options-677000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-options-677000

--- FAIL: TestCertOptions (10.04s)

=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=3m --driver=qemu2 

cert_options_test.go:123: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=3m --driver=qemu2 : exit status 80 (11.998132417s)

-- stdout --

	* [cert-expiration-301000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node cert-expiration-301000 in cluster cert-expiration-301000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-expiration-301000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-301000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:125: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=3m --driver=qemu2 " : exit status 80

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=8760h --driver=qemu2 

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=8760h --driver=qemu2 : exit status 80 (6.194485833s)

-- stdout --

	* [cert-expiration-301000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting control plane node cert-expiration-301000 in cluster cert-expiration-301000

	* Restarting existing qemu2 VM for "cert-expiration-301000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-301000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-301000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-arm64 start -p cert-expiration-301000 --memory=2048 --cert-expiration=8760h --driver=qemu2 " : exit status 80

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-301000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting control plane node cert-expiration-301000 in cluster cert-expiration-301000

	* Restarting existing qemu2 VM for "cert-expiration-301000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-301000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-301000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2023-10-02 03:56:05.100556 -0700 PDT m=+1265.515608126

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-301000 -n cert-expiration-301000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-301000 -n cert-expiration-301000: exit status 7 (64.009917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-expiration-301000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-301000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-expiration-301000

--- FAIL: TestCertExpiration (198.37s)

=== RUN   TestDockerFlags

=== PAUSE TestDockerFlags

=== CONT  TestDockerFlags

docker_test.go:51: (dbg) Run:  out/minikube-darwin-arm64 start -p docker-flags-144000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:51: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p docker-flags-144000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.747881666s)

-- stdout --

	* [docker-flags-144000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node docker-flags-144000 in cluster docker-flags-144000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "docker-flags-144000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:52:54.209926    3570 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:52:54.210073    3570 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:54.210076    3570 out.go:309] Setting ErrFile to fd 2...

	I1002 03:52:54.210079    3570 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:54.210252    3570 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:52:54.211272    3570 out.go:303] Setting JSON to false

	I1002 03:52:54.227176    3570 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1348,"bootTime":1696242626,"procs":450,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:52:54.227274    3570 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:52:54.231344    3570 out.go:177] * [docker-flags-144000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:52:54.237391    3570 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:52:54.237466    3570 notify.go:220] Checking for updates...

	I1002 03:52:54.241283    3570 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:52:54.244319    3570 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:52:54.247374    3570 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:52:54.250327    3570 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:52:54.253367    3570 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:52:54.256633    3570 config.go:182] Loaded profile config "cert-expiration-301000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:52:54.256697    3570 config.go:182] Loaded profile config "multinode-335000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:52:54.256751    3570 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:52:54.261331    3570 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:52:54.268331    3570 start.go:298] selected driver: qemu2

	I1002 03:52:54.268340    3570 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:52:54.268347    3570 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:52:54.270624    3570 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:52:54.274239    3570 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:52:54.277419    3570 start_flags.go:917] Waiting for no components: map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false]

	I1002 03:52:54.277452    3570 cni.go:84] Creating CNI manager for ""

	I1002 03:52:54.277462    3570 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:52:54.277466    3570 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:52:54.277473    3570 start_flags.go:321] config:

	{Name:docker-flags-144000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:docker-flags-144000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain

:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/ru

n/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:52:54.281909    3570 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:52:54.287295    3570 out.go:177] * Starting control plane node docker-flags-144000 in cluster docker-flags-144000

	I1002 03:52:54.291328    3570 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:52:54.291343    3570 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:52:54.291354    3570 cache.go:57] Caching tarball of preloaded images

	I1002 03:52:54.291406    3570 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:52:54.291411    3570 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:52:54.291487    3570 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/docker-flags-144000/config.json ...

	I1002 03:52:54.291499    3570 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/docker-flags-144000/config.json: {Name:mkf9c07f2d38d9deed184d33a33550c8f90f8090 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:52:54.291704    3570 start.go:365] acquiring machines lock for docker-flags-144000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:52:54.291734    3570 start.go:369] acquired machines lock for "docker-flags-144000" in 24.875µs

	I1002 03:52:54.291744    3570 start.go:93] Provisioning new machine with config: &{Name:docker-flags-144000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root

SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:docker-flags-144000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion

:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:52:54.291774    3570 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:52:54.300314    3570 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:52:54.317036    3570 start.go:159] libmachine.API.Create for "docker-flags-144000" (driver="qemu2")

	I1002 03:52:54.317057    3570 client.go:168] LocalClient.Create starting

	I1002 03:52:54.317123    3570 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:52:54.317148    3570 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:54.317159    3570 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:54.317202    3570 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:52:54.317220    3570 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:54.317229    3570 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:54.317561    3570 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:52:54.430171    3570 main.go:141] libmachine: Creating SSH key...

	I1002 03:52:54.561262    3570 main.go:141] libmachine: Creating Disk image...

	I1002 03:52:54.561269    3570 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:52:54.561455    3570 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:52:54.570720    3570 main.go:141] libmachine: STDOUT: 

	I1002 03:52:54.570735    3570 main.go:141] libmachine: STDERR: 

	I1002 03:52:54.570789    3570 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2 +20000M

	I1002 03:52:54.578312    3570 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:52:54.578326    3570 main.go:141] libmachine: STDERR: 

	I1002 03:52:54.578350    3570 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:52:54.578356    3570 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:52:54.578389    3570 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5a:4e:99:f3:d7:52 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:52:54.580026    3570 main.go:141] libmachine: STDOUT: 

	I1002 03:52:54.580041    3570 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:52:54.580070    3570 client.go:171] LocalClient.Create took 263.004917ms

	I1002 03:52:56.582248    3570 start.go:128] duration metric: createHost completed in 2.290495s

	I1002 03:52:56.582322    3570 start.go:83] releasing machines lock for "docker-flags-144000", held for 2.290623s

	W1002 03:52:56.582373    3570 start.go:688] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:56.600539    3570 out.go:177] * Deleting "docker-flags-144000" in qemu2 ...

	W1002 03:52:56.615295    3570 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:56.615320    3570 start.go:703] Will try again in 5 seconds ...

	I1002 03:53:01.617557    3570 start.go:365] acquiring machines lock for docker-flags-144000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:53:01.618034    3570 start.go:369] acquired machines lock for "docker-flags-144000" in 344.791µs

	I1002 03:53:01.618162    3570 start.go:93] Provisioning new machine with config: &{Name:docker-flags-144000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root

SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:docker-flags-144000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion

:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:53:01.618455    3570 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:53:01.627118    3570 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:53:01.675283    3570 start.go:159] libmachine.API.Create for "docker-flags-144000" (driver="qemu2")

	I1002 03:53:01.675336    3570 client.go:168] LocalClient.Create starting

	I1002 03:53:01.675439    3570 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:53:01.675487    3570 main.go:141] libmachine: Decoding PEM data...

	I1002 03:53:01.675505    3570 main.go:141] libmachine: Parsing certificate...

	I1002 03:53:01.675570    3570 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:53:01.675597    3570 main.go:141] libmachine: Decoding PEM data...

	I1002 03:53:01.675616    3570 main.go:141] libmachine: Parsing certificate...

	I1002 03:53:01.676112    3570 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:53:01.799577    3570 main.go:141] libmachine: Creating SSH key...

	I1002 03:53:01.872041    3570 main.go:141] libmachine: Creating Disk image...

	I1002 03:53:01.872049    3570 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:53:01.872250    3570 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:53:01.881291    3570 main.go:141] libmachine: STDOUT: 

	I1002 03:53:01.881308    3570 main.go:141] libmachine: STDERR: 

	I1002 03:53:01.881379    3570 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2 +20000M

	I1002 03:53:01.888908    3570 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:53:01.888922    3570 main.go:141] libmachine: STDERR: 

	I1002 03:53:01.888937    3570 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:53:01.888948    3570 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:53:01.888994    3570 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/qemu.pid -device virtio-net-pci,netdev=net0,mac=2a:d7:59:f5:93:2a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/docker-flags-144000/disk.qcow2

	I1002 03:53:01.890651    3570 main.go:141] libmachine: STDOUT: 

	I1002 03:53:01.890664    3570 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:53:01.890676    3570 client.go:171] LocalClient.Create took 215.340458ms

	I1002 03:53:03.892769    3570 start.go:128] duration metric: createHost completed in 2.274320917s

	I1002 03:53:03.892811    3570 start.go:83] releasing machines lock for "docker-flags-144000", held for 2.274802583s

	W1002 03:53:03.893086    3570 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p docker-flags-144000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p docker-flags-144000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:53:03.901528    3570 out.go:177] 

	W1002 03:53:03.905695    3570 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:53:03.905710    3570 out.go:239] * 

	* 

	W1002 03:53:03.907115    3570 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:53:03.917451    3570 out.go:177] 

** /stderr **

docker_test.go:53: failed to start minikube with args: "out/minikube-darwin-arm64 start -p docker-flags-144000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:56: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-144000 ssh "sudo systemctl show docker --property=Environment --no-pager"

docker_test.go:56: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-144000 ssh "sudo systemctl show docker --property=Environment --no-pager": exit status 89 (84.858875ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p docker-flags-144000"

-- /stdout --

docker_test.go:58: failed to 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-144000 ssh \"sudo systemctl show docker --property=Environment --no-pager\"": exit status 89

docker_test.go:63: expected env key/value "FOO=BAR" to be passed to minikube's docker and be included in: *"* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-144000\"\n"*.

docker_test.go:63: expected env key/value "BAZ=BAT" to be passed to minikube's docker and be included in: *"* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-144000\"\n"*.

docker_test.go:67: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-144000 ssh "sudo systemctl show docker --property=ExecStart --no-pager"

docker_test.go:67: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-144000 ssh "sudo systemctl show docker --property=ExecStart --no-pager": exit status 89 (45.611333ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p docker-flags-144000"

-- /stdout --

docker_test.go:69: failed on the second 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-144000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"": exit status 89

docker_test.go:73: expected "out/minikube-darwin-arm64 -p docker-flags-144000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"" output to have include *--debug* . output: "* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-144000\"\n"

panic.go:523: *** TestDockerFlags FAILED at 2023-10-02 03:53:04.063641 -0700 PDT m=+1084.474885209

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-144000 -n docker-flags-144000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-144000 -n docker-flags-144000: exit status 7 (28.113708ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "docker-flags-144000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "docker-flags-144000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p docker-flags-144000

--- FAIL: TestDockerFlags (10.00s)

=== RUN   TestForceSystemdFlag

=== PAUSE TestForceSystemdFlag

=== CONT  TestForceSystemdFlag

docker_test.go:91: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-flag-340000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:91: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-flag-340000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.784192708s)

-- stdout --

	* [force-systemd-flag-340000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node force-systemd-flag-340000 in cluster force-systemd-flag-340000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-flag-340000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:52:23.517604    3422 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:52:23.517747    3422 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:23.517750    3422 out.go:309] Setting ErrFile to fd 2...

	I1002 03:52:23.517752    3422 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:23.517876    3422 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:52:23.518942    3422 out.go:303] Setting JSON to false

	I1002 03:52:23.534788    3422 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1317,"bootTime":1696242626,"procs":446,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:52:23.534875    3422 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:52:23.539621    3422 out.go:177] * [force-systemd-flag-340000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:52:23.546664    3422 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:52:23.546727    3422 notify.go:220] Checking for updates...

	I1002 03:52:23.554558    3422 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:52:23.558630    3422 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:52:23.565556    3422 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:52:23.568629    3422 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:52:23.571537    3422 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:52:23.574959    3422 config.go:182] Loaded profile config "NoKubernetes-264000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:52:23.575026    3422 config.go:182] Loaded profile config "multinode-335000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:52:23.575068    3422 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:52:23.579554    3422 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:52:23.586640    3422 start.go:298] selected driver: qemu2

	I1002 03:52:23.586647    3422 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:52:23.586655    3422 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:52:23.589069    3422 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:52:23.592619    3422 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:52:23.595648    3422 start_flags.go:904] Wait components to verify : map[apiserver:true system_pods:true]

	I1002 03:52:23.595665    3422 cni.go:84] Creating CNI manager for ""

	I1002 03:52:23.595674    3422 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:52:23.595678    3422 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:52:23.595685    3422 start_flags.go:321] config:

	{Name:force-systemd-flag-340000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-flag-340000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co

ntainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:52:23.600171    3422 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:52:23.607630    3422 out.go:177] * Starting control plane node force-systemd-flag-340000 in cluster force-systemd-flag-340000

	I1002 03:52:23.611580    3422 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:52:23.611596    3422 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:52:23.611612    3422 cache.go:57] Caching tarball of preloaded images

	I1002 03:52:23.611676    3422 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:52:23.611682    3422 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:52:23.611751    3422 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/force-systemd-flag-340000/config.json ...

	I1002 03:52:23.611767    3422 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/force-systemd-flag-340000/config.json: {Name:mk485c3d10672a6a5d01f29bf7c4f57d3878228a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:52:23.611981    3422 start.go:365] acquiring machines lock for force-systemd-flag-340000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:52:23.612015    3422 start.go:369] acquired machines lock for "force-systemd-flag-340000" in 25.667µs

	I1002 03:52:23.612026    3422 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-340000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kub

ernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-flag-340000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:52:23.612059    3422 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:52:23.620600    3422 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:52:23.638567    3422 start.go:159] libmachine.API.Create for "force-systemd-flag-340000" (driver="qemu2")

	I1002 03:52:23.638591    3422 client.go:168] LocalClient.Create starting

	I1002 03:52:23.638650    3422 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:52:23.638676    3422 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:23.638685    3422 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:23.638751    3422 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:52:23.638769    3422 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:23.638777    3422 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:23.639104    3422 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:52:23.749809    3422 main.go:141] libmachine: Creating SSH key...

	I1002 03:52:23.863698    3422 main.go:141] libmachine: Creating Disk image...

	I1002 03:52:23.863707    3422 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:52:23.863897    3422 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:23.872664    3422 main.go:141] libmachine: STDOUT: 

	I1002 03:52:23.872681    3422 main.go:141] libmachine: STDERR: 

	I1002 03:52:23.872735    3422 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2 +20000M

	I1002 03:52:23.880217    3422 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:52:23.880246    3422 main.go:141] libmachine: STDERR: 

	I1002 03:52:23.880268    3422 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:23.880273    3422 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:52:23.880314    3422 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/qemu.pid -device virtio-net-pci,netdev=net0,mac=6a:8e:6b:81:d9:a9 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:23.881920    3422 main.go:141] libmachine: STDOUT: 

	I1002 03:52:23.881934    3422 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:52:23.881953    3422 client.go:171] LocalClient.Create took 243.361709ms

	I1002 03:52:25.884145    3422 start.go:128] duration metric: createHost completed in 2.272113708s

	I1002 03:52:25.884204    3422 start.go:83] releasing machines lock for "force-systemd-flag-340000", held for 2.2722265s

	W1002 03:52:25.884302    3422 start.go:688] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:25.899367    3422 out.go:177] * Deleting "force-systemd-flag-340000" in qemu2 ...

	W1002 03:52:25.913823    3422 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:25.913852    3422 start.go:703] Will try again in 5 seconds ...

	I1002 03:52:30.915971    3422 start.go:365] acquiring machines lock for force-systemd-flag-340000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:52:30.916350    3422 start.go:369] acquired machines lock for "force-systemd-flag-340000" in 267.625µs

	I1002 03:52:30.916499    3422 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-340000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kub

ernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-flag-340000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:52:30.916728    3422 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:52:30.926262    3422 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:52:30.973964    3422 start.go:159] libmachine.API.Create for "force-systemd-flag-340000" (driver="qemu2")

	I1002 03:52:30.974006    3422 client.go:168] LocalClient.Create starting

	I1002 03:52:30.974124    3422 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:52:30.974166    3422 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:30.974184    3422 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:30.974248    3422 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:52:30.974275    3422 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:30.974288    3422 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:30.974785    3422 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:52:31.098075    3422 main.go:141] libmachine: Creating SSH key...

	I1002 03:52:31.214620    3422 main.go:141] libmachine: Creating Disk image...

	I1002 03:52:31.214626    3422 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:52:31.214816    3422 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:31.224168    3422 main.go:141] libmachine: STDOUT: 

	I1002 03:52:31.224187    3422 main.go:141] libmachine: STDERR: 

	I1002 03:52:31.224244    3422 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2 +20000M

	I1002 03:52:31.231655    3422 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:52:31.231669    3422 main.go:141] libmachine: STDERR: 

	I1002 03:52:31.231680    3422 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:31.231687    3422 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:52:31.231733    3422 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/qemu.pid -device virtio-net-pci,netdev=net0,mac=26:19:c1:91:39:1f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-flag-340000/disk.qcow2

	I1002 03:52:31.233390    3422 main.go:141] libmachine: STDOUT: 

	I1002 03:52:31.233406    3422 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:52:31.233417    3422 client.go:171] LocalClient.Create took 259.409708ms

	I1002 03:52:33.235549    3422 start.go:128] duration metric: createHost completed in 2.3188365s

	I1002 03:52:33.235657    3422 start.go:83] releasing machines lock for "force-systemd-flag-340000", held for 2.319332583s

	W1002 03:52:33.236073    3422 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-340000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-340000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:33.247661    3422 out.go:177] 

	W1002 03:52:33.249270    3422 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:52:33.249302    3422 out.go:239] * 

	* 

	W1002 03:52:33.251992    3422 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:52:33.262643    3422 out.go:177] 

** /stderr **

docker_test.go:93: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-flag-340000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-flag-340000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-flag-340000 ssh "docker info --format {{.CgroupDriver}}": exit status 89 (71.517708ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p force-systemd-flag-340000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-flag-340000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 89

docker_test.go:106: *** TestForceSystemdFlag FAILED at 2023-10-02 03:52:33.351734 -0700 PDT m=+1053.762355084

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-340000 -n force-systemd-flag-340000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-340000 -n force-systemd-flag-340000: exit status 7 (33.620459ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-flag-340000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-flag-340000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-flag-340000

--- FAIL: TestForceSystemdFlag (9.99s)

=== RUN   TestForceSystemdEnv

=== PAUSE TestForceSystemdEnv

=== CONT  TestForceSystemdEnv

docker_test.go:155: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-env-691000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:155: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-env-691000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.725988041s)

-- stdout --

	* [force-systemd-env-691000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=true

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node force-systemd-env-691000 in cluster force-systemd-env-691000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-env-691000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:52:44.278755    3524 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:52:44.278922    3524 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:44.278925    3524 out.go:309] Setting ErrFile to fd 2...

	I1002 03:52:44.278928    3524 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:52:44.279060    3524 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:52:44.280076    3524 out.go:303] Setting JSON to false

	I1002 03:52:44.295769    3524 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1338,"bootTime":1696242626,"procs":446,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:52:44.295865    3524 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:52:44.301177    3524 out.go:177] * [force-systemd-env-691000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:52:44.308224    3524 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:52:44.313226    3524 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:52:44.308294    3524 notify.go:220] Checking for updates...

	I1002 03:52:44.319182    3524 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:52:44.322167    3524 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:52:44.325191    3524 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:52:44.328084    3524 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=true

	I1002 03:52:44.331521    3524 config.go:182] Loaded profile config "NoKubernetes-264000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v0.0.0

	I1002 03:52:44.331589    3524 config.go:182] Loaded profile config "multinode-335000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:52:44.331631    3524 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:52:44.336170    3524 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:52:44.343205    3524 start.go:298] selected driver: qemu2

	I1002 03:52:44.343215    3524 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:52:44.343222    3524 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:52:44.345574    3524 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:52:44.349241    3524 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:52:44.350686    3524 start_flags.go:904] Wait components to verify : map[apiserver:true system_pods:true]

	I1002 03:52:44.350703    3524 cni.go:84] Creating CNI manager for ""

	I1002 03:52:44.350712    3524 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:52:44.350718    3524 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:52:44.350723    3524 start_flags.go:321] config:

	{Name:force-systemd-env-691000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-env-691000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Cont

ainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:52:44.355151    3524 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:52:44.362215    3524 out.go:177] * Starting control plane node force-systemd-env-691000 in cluster force-systemd-env-691000

	I1002 03:52:44.366185    3524 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:52:44.366199    3524 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:52:44.366207    3524 cache.go:57] Caching tarball of preloaded images

	I1002 03:52:44.366259    3524 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:52:44.366265    3524 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:52:44.366323    3524 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/force-systemd-env-691000/config.json ...

	I1002 03:52:44.366335    3524 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/force-systemd-env-691000/config.json: {Name:mke2dab5434720e70817829f68738931597c183c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:52:44.366550    3524 start.go:365] acquiring machines lock for force-systemd-env-691000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:52:44.366585    3524 start.go:369] acquired machines lock for "force-systemd-env-691000" in 25.583µs

	I1002 03:52:44.366596    3524 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-691000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kube

rnetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-env-691000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUI

D:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:52:44.366626    3524 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:52:44.375098    3524 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:52:44.392299    3524 start.go:159] libmachine.API.Create for "force-systemd-env-691000" (driver="qemu2")

	I1002 03:52:44.392333    3524 client.go:168] LocalClient.Create starting

	I1002 03:52:44.392386    3524 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:52:44.392416    3524 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:44.392429    3524 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:44.392465    3524 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:52:44.392486    3524 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:44.392494    3524 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:44.392854    3524 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:52:44.505576    3524 main.go:141] libmachine: Creating SSH key...

	I1002 03:52:44.609260    3524 main.go:141] libmachine: Creating Disk image...

	I1002 03:52:44.609272    3524 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:52:44.609442    3524 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:44.618496    3524 main.go:141] libmachine: STDOUT: 

	I1002 03:52:44.618514    3524 main.go:141] libmachine: STDERR: 

	I1002 03:52:44.618584    3524 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2 +20000M

	I1002 03:52:44.626138    3524 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:52:44.626152    3524 main.go:141] libmachine: STDERR: 

	I1002 03:52:44.626174    3524 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:44.626179    3524 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:52:44.626216    3524 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/qemu.pid -device virtio-net-pci,netdev=net0,mac=72:e9:49:7e:83:4a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:44.627836    3524 main.go:141] libmachine: STDOUT: 

	I1002 03:52:44.627849    3524 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:52:44.627864    3524 client.go:171] LocalClient.Create took 235.532042ms

	I1002 03:52:46.630003    3524 start.go:128] duration metric: createHost completed in 2.263402708s

	I1002 03:52:46.630071    3524 start.go:83] releasing machines lock for "force-systemd-env-691000", held for 2.263523333s

	W1002 03:52:46.630121    3524 start.go:688] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:46.652573    3524 out.go:177] * Deleting "force-systemd-env-691000" in qemu2 ...

	W1002 03:52:46.679713    3524 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:46.679743    3524 start.go:703] Will try again in 5 seconds ...

	I1002 03:52:51.681945    3524 start.go:365] acquiring machines lock for force-systemd-env-691000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:52:51.682392    3524 start.go:369] acquired machines lock for "force-systemd-env-691000" in 329.792µs

	I1002 03:52:51.682566    3524 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-691000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kube

rnetesConfig:{KubernetesVersion:v1.28.2 ClusterName:force-systemd-env-691000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUI

D:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:52:51.682824    3524 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:52:51.687837    3524 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I1002 03:52:51.735945    3524 start.go:159] libmachine.API.Create for "force-systemd-env-691000" (driver="qemu2")

	I1002 03:52:51.735989    3524 client.go:168] LocalClient.Create starting

	I1002 03:52:51.736100    3524 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:52:51.736148    3524 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:51.736171    3524 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:51.736233    3524 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:52:51.736267    3524 main.go:141] libmachine: Decoding PEM data...

	I1002 03:52:51.736300    3524 main.go:141] libmachine: Parsing certificate...

	I1002 03:52:51.736786    3524 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:52:51.858671    3524 main.go:141] libmachine: Creating SSH key...

	I1002 03:52:51.915103    3524 main.go:141] libmachine: Creating Disk image...

	I1002 03:52:51.915109    3524 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:52:51.915291    3524 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:51.924260    3524 main.go:141] libmachine: STDOUT: 

	I1002 03:52:51.924275    3524 main.go:141] libmachine: STDERR: 

	I1002 03:52:51.924335    3524 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2 +20000M

	I1002 03:52:51.931908    3524 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:52:51.931920    3524 main.go:141] libmachine: STDERR: 

	I1002 03:52:51.931936    3524 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:51.931942    3524 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:52:51.931981    3524 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/qemu.pid -device virtio-net-pci,netdev=net0,mac=46:a8:27:db:62:08 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/force-systemd-env-691000/disk.qcow2

	I1002 03:52:51.933625    3524 main.go:141] libmachine: STDOUT: 

	I1002 03:52:51.933637    3524 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:52:51.933648    3524 client.go:171] LocalClient.Create took 197.656459ms

	I1002 03:52:53.935800    3524 start.go:128] duration metric: createHost completed in 2.252989666s

	I1002 03:52:53.935871    3524 start.go:83] releasing machines lock for "force-systemd-env-691000", held for 2.253496292s

	W1002 03:52:53.936355    3524 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-691000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-691000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:52:53.945909    3524 out.go:177] 

	W1002 03:52:53.950991    3524 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:52:53.951035    3524 out.go:239] * 

	* 

	W1002 03:52:53.953564    3524 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:52:53.966951    3524 out.go:177] 

** /stderr **

docker_test.go:157: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-env-691000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-env-691000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-env-691000 ssh "docker info --format {{.CgroupDriver}}": exit status 89 (74.198417ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p force-systemd-env-691000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-env-691000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 89

docker_test.go:166: *** TestForceSystemdEnv FAILED at 2023-10-02 03:52:54.057406 -0700 PDT m=+1074.468449959

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-691000 -n force-systemd-env-691000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-691000 -n force-systemd-env-691000: exit status 7 (33.158375ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-env-691000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-env-691000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-env-691000

--- FAIL: TestForceSystemdEnv (9.93s)

=== RUN   TestErrorSpam/setup

error_spam_test.go:81: (dbg) Run:  out/minikube-darwin-arm64 start -p nospam-755000 -n=1 --memory=2250 --wait=false --log_dir=/var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/nospam-755000 --driver=qemu2 

error_spam_test.go:81: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p nospam-755000 -n=1 --memory=2250 --wait=false --log_dir=/var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/nospam-755000 --driver=qemu2 : exit status 90 (17.548287459s)

-- stdout --

	* [nospam-755000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node nospam-755000 in cluster nospam-755000

	* Creating qemu2 VM (CPUs=2, Memory=2250MB, Disk=20000MB) ...

-- /stdout --

** stderr ** 

	X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart cri-docker.socket: Process exited with status 1

	stdout:

	stderr:

	Job failed. See "journalctl -xe" for details.

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

error_spam_test.go:83: "out/minikube-darwin-arm64 start -p nospam-755000 -n=1 --memory=2250 --wait=false --log_dir=/var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/nospam-755000 --driver=qemu2 " failed: exit status 90

error_spam_test.go:96: unexpected stderr: "X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart cri-docker.socket: Process exited with status 1"

error_spam_test.go:96: unexpected stderr: "stdout:"

error_spam_test.go:96: unexpected stderr: "stderr:"

error_spam_test.go:96: unexpected stderr: "Job failed. See \"journalctl -xe\" for details."

error_spam_test.go:96: unexpected stderr: "* "

error_spam_test.go:96: unexpected stderr: "╭─────────────────────────────────────────────────────────────────────────────────────────────╮"

error_spam_test.go:96: unexpected stderr: "│                                                                                             │"

error_spam_test.go:96: unexpected stderr: "│    * If the above advice does not help, please let us know:                                 │"

error_spam_test.go:96: unexpected stderr: "│      https://github.com/kubernetes/minikube/issues/new/choose                               │"

error_spam_test.go:96: unexpected stderr: "│                                                                                             │"

error_spam_test.go:96: unexpected stderr: "│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │"

error_spam_test.go:96: unexpected stderr: "│                                                                                             │"

error_spam_test.go:96: unexpected stderr: "╰─────────────────────────────────────────────────────────────────────────────────────────────╯"

error_spam_test.go:110: minikube stdout:

* [nospam-755000] minikube v1.31.2 on Darwin 14.0 (arm64)

- MINIKUBE_LOCATION=17340

- KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

- MINIKUBE_BIN=out/minikube-darwin-arm64

- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

- MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

- MINIKUBE_FORCE_SYSTEMD=

* Using the qemu2 driver based on user configuration

* Automatically selected the socket_vmnet network

* Starting control plane node nospam-755000 in cluster nospam-755000

* Creating qemu2 VM (CPUs=2, Memory=2250MB, Disk=20000MB) ...

error_spam_test.go:111: minikube stderr:

X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart cri-docker.socket: Process exited with status 1

stdout:

stderr:

Job failed. See "journalctl -xe" for details.

* 

╭─────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                             │

│    * If the above advice does not help, please let us know:                                 │

│      https://github.com/kubernetes/minikube/issues/new/choose                               │

│                                                                                             │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

│                                                                                             │

╰─────────────────────────────────────────────────────────────────────────────────────────────╯

error_spam_test.go:121: missing kubeadm init sub-step "Generating certificates and keys ..."

error_spam_test.go:121: missing kubeadm init sub-step "Booting up control plane ..."

error_spam_test.go:121: missing kubeadm init sub-step "Configuring RBAC rules ..."

--- FAIL: TestErrorSpam/setup (17.55s)

=== RUN   TestFunctional/parallel/ServiceCmdConnect

=== PAUSE TestFunctional/parallel/ServiceCmdConnect

=== CONT  TestFunctional/parallel/ServiceCmdConnect

functional_test.go:1626: (dbg) Run:  kubectl --context functional-680000 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8

functional_test.go:1634: (dbg) Run:  kubectl --context functional-680000 expose deployment hello-node-connect --type=NodePort --port=8080

functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...

helpers_test.go:344: "hello-node-connect-7799dfb7c6-7gk66" [14b33be8-83df-463d-bed0-39fd241cb0d7] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

helpers_test.go:344: "hello-node-connect-7799dfb7c6-7gk66" [14b33be8-83df-463d-bed0-39fd241cb0d7] Running / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.010461292s

functional_test.go:1648: (dbg) Run:  out/minikube-darwin-arm64 -p functional-680000 service hello-node-connect --url

functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.105.4:31424

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1660: error fetching http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1680: failed to fetch http://192.168.105.4:31424: Get "http://192.168.105.4:31424": dial tcp 192.168.105.4:31424: connect: connection refused

functional_test.go:1597: service test failed - dumping debug information

functional_test.go:1598: -----------------------service failure post-mortem--------------------------------

functional_test.go:1601: (dbg) Run:  kubectl --context functional-680000 describe po hello-node-connect

functional_test.go:1605: hello-node pod describe:

Name:             hello-node-connect-7799dfb7c6-7gk66

Namespace:        default

Priority:         0

Service Account:  default

Node:             functional-680000/192.168.105.4

Start Time:       Mon, 02 Oct 2023 03:40:25 -0700

Labels:           app=hello-node-connect

pod-template-hash=7799dfb7c6

Annotations:      <none>

Status:           Running

IP:               10.244.0.9

IPs:

IP:           10.244.0.9

Controlled By:  ReplicaSet/hello-node-connect-7799dfb7c6

Containers:

echoserver-arm:

Container ID:   docker://9e031d5c8e220f3f9262c03be3da9e3e03d19c13e3f8a9303ba89b997037aa1f

Image:          registry.k8s.io/echoserver-arm:1.8

Image ID:       docker-pullable://registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5

Port:           <none>

Host Port:      <none>

State:          Waiting

Reason:       CrashLoopBackOff

Last State:     Terminated

Reason:       Error

Exit Code:    1

Started:      Mon, 02 Oct 2023 03:40:39 -0700

Finished:     Mon, 02 Oct 2023 03:40:39 -0700

Ready:          False

Restart Count:  2

Environment:    <none>

Mounts:

/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-2f4pb (ro)

Conditions:

Type              Status

Initialized       True 

Ready             False 

ContainersReady   False 

PodScheduled      True 

Volumes:

kube-api-access-2f4pb:

Type:                    Projected (a volume that contains injected data from multiple sources)

TokenExpirationSeconds:  3607

ConfigMapName:           kube-root-ca.crt

ConfigMapOptional:       <nil>

DownwardAPI:             true

QoS Class:                   BestEffort

Node-Selectors:              <none>

Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

Events:

Type     Reason     Age                From               Message

----     ------     ----               ----               -------

Normal   Scheduled  28s                default-scheduler  Successfully assigned default/hello-node-connect-7799dfb7c6-7gk66 to functional-680000

Normal   Pulled     14s (x3 over 28s)  kubelet            Container image "registry.k8s.io/echoserver-arm:1.8" already present on machine

Normal   Created    14s (x3 over 28s)  kubelet            Created container echoserver-arm

Normal   Started    14s (x3 over 28s)  kubelet            Started container echoserver-arm

Warning  BackOff    2s (x3 over 26s)   kubelet            Back-off restarting failed container echoserver-arm in pod hello-node-connect-7799dfb7c6-7gk66_default(14b33be8-83df-463d-bed0-39fd241cb0d7)

functional_test.go:1607: (dbg) Run:  kubectl --context functional-680000 logs -l app=hello-node-connect

functional_test.go:1611: hello-node logs:

exec /usr/sbin/nginx: exec format error

functional_test.go:1613: (dbg) Run:  kubectl --context functional-680000 describe svc hello-node-connect

functional_test.go:1617: hello-node svc describe:

Name:                     hello-node-connect

Namespace:                default

Labels:                   app=hello-node-connect

Annotations:              <none>

Selector:                 app=hello-node-connect

Type:                     NodePort

IP Family Policy:         SingleStack

IP Families:              IPv4

IP:                       10.102.194.81

IPs:                      10.102.194.81

Port:                     <unset>  8080/TCP

TargetPort:               8080/TCP

NodePort:                 <unset>  31424/TCP

Endpoints:                

Session Affinity:         None

External Traffic Policy:  Cluster

Events:                   <none>

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p functional-680000 -n functional-680000

helpers_test.go:244: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p functional-680000 logs -n 25

helpers_test.go:252: TestFunctional/parallel/ServiceCmdConnect logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|---------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| Command |                                                        Args                                                         |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|---------|---------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| ssh     | functional-680000 ssh cat                                                                                           | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | /mount-9p/test-1696243241145095000                                                                                  |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh stat                                                                                          | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | /mount-9p/created-by-test                                                                                           |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh stat                                                                                          | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | /mount-9p/created-by-pod                                                                                            |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh sudo                                                                                          | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | umount -f /mount-9p                                                                                                 |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount-9p | grep 9p                                                                                              |                   |         |         |                     |                     |

	| mount   | -p functional-680000                                                                                                | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdspecific-port531353657/001:/mount-9p |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1 --port 46464                                                                                 |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount-9p | grep 9p                                                                                              |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh -- ls                                                                                         | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -la /mount-9p                                                                                                       |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh sudo                                                                                          | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | umount -f /mount-9p                                                                                                 |                   |         |         |                     |                     |

	| mount   | -p functional-680000                                                                                                | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2085953808/001:/mount1  |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                                              |                   |         |         |                     |                     |

	| mount   | -p functional-680000                                                                                                | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2085953808/001:/mount3  |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                                              |                   |         |         |                     |                     |

	| mount   | -p functional-680000                                                                                                | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/TestFunctionalparallelMountCmdVerifyCleanup2085953808/001:/mount2  |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                                              |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount1                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount1                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount2                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount3                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount1                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount2                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount3                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount1                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount2                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount3                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount1                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|         | -T /mount2                                                                                                          |                   |         |         |                     |                     |

	| ssh     | functional-680000 ssh findmnt                                                                                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|         | -T /mount3                                                                                                          |                   |         |         |                     |                     |

	|---------|---------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/10/02 03:39:18

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.21.1 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I1002 03:39:18.892814    1809 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:39:18.892951    1809 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:39:18.892953    1809 out.go:309] Setting ErrFile to fd 2...

	I1002 03:39:18.892955    1809 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:39:18.893074    1809 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:39:18.894073    1809 out.go:303] Setting JSON to false

	I1002 03:39:18.910252    1809 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":531,"bootTime":1696242627,"procs":448,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:39:18.910340    1809 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:39:18.914970    1809 out.go:177] * [functional-680000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:39:18.922931    1809 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:39:18.926888    1809 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:39:18.923005    1809 notify.go:220] Checking for updates...

	I1002 03:39:18.932914    1809 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:39:18.939877    1809 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:39:18.942903    1809 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:39:18.944061    1809 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:39:18.947178    1809 config.go:182] Loaded profile config "functional-680000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:39:18.947222    1809 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:39:18.951876    1809 out.go:177] * Using the qemu2 driver based on existing profile

	I1002 03:39:18.956889    1809 start.go:298] selected driver: qemu2

	I1002 03:39:18.956892    1809 start.go:902] validating driver "qemu2" against &{Name:functional-680000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.28.2 ClusterName:functional-680000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-

host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:39:18.956933    1809 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:39:18.959161    1809 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:39:18.959180    1809 cni.go:84] Creating CNI manager for ""

	I1002 03:39:18.959187    1809 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:39:18.959192    1809 start_flags.go:321] config:

	{Name:functional-680000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:functional-680000 Namespace:default A

PIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-

host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:39:18.963349    1809 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:39:18.971897    1809 out.go:177] * Starting control plane node functional-680000 in cluster functional-680000

	I1002 03:39:18.976019    1809 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:39:18.976032    1809 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:39:18.976046    1809 cache.go:57] Caching tarball of preloaded images

	I1002 03:39:18.976113    1809 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:39:18.976118    1809 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:39:18.976176    1809 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/config.json ...

	I1002 03:39:18.976583    1809 start.go:365] acquiring machines lock for functional-680000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:39:18.976608    1809 start.go:369] acquired machines lock for "functional-680000" in 21.041µs

	I1002 03:39:18.976614    1809 start.go:96] Skipping create...Using existing machine configuration

	I1002 03:39:18.976617    1809 fix.go:54] fixHost starting: 

	I1002 03:39:18.977161    1809 fix.go:102] recreateIfNeeded on functional-680000: state=Running err=<nil>

	W1002 03:39:18.977168    1809 fix.go:128] unexpected machine state, will restart: <nil>

	I1002 03:39:18.985898    1809 out.go:177] * Updating the running qemu2 "functional-680000" VM ...

	I1002 03:39:18.989943    1809 machine.go:88] provisioning docker machine ...

	I1002 03:39:18.989951    1809 buildroot.go:166] provisioning hostname "functional-680000"

	I1002 03:39:18.989989    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:18.990239    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:18.990243    1809 main.go:141] libmachine: About to run SSH command:

	sudo hostname functional-680000 && echo "functional-680000" | sudo tee /etc/hostname

	I1002 03:39:19.045455    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-680000

	I1002 03:39:19.045506    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:19.045746    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:19.045753    1809 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sfunctional-680000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 functional-680000/g' /etc/hosts;

				else 

					echo '127.0.1.1 functional-680000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I1002 03:39:19.096421    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I1002 03:39:19.096428    1809 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17340-994/.minikube CaCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17340-994/.minikube}

	I1002 03:39:19.096433    1809 buildroot.go:174] setting up certificates

	I1002 03:39:19.096440    1809 provision.go:83] configureAuth start

	I1002 03:39:19.096442    1809 provision.go:138] copyHostCerts

	I1002 03:39:19.096509    1809 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem, removing ...

	I1002 03:39:19.096513    1809 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem

	I1002 03:39:19.096625    1809 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem (1679 bytes)

	I1002 03:39:19.096794    1809 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem, removing ...

	I1002 03:39:19.096796    1809 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem

	I1002 03:39:19.096838    1809 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem (1082 bytes)

	I1002 03:39:19.096926    1809 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem, removing ...

	I1002 03:39:19.096928    1809 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem

	I1002 03:39:19.097078    1809 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem (1123 bytes)

	I1002 03:39:19.097181    1809 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem org=jenkins.functional-680000 san=[192.168.105.4 192.168.105.4 localhost 127.0.0.1 minikube functional-680000]

	I1002 03:39:19.212805    1809 provision.go:172] copyRemoteCerts

	I1002 03:39:19.212843    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I1002 03:39:19.212850    1809 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/id_rsa Username:docker}

	I1002 03:39:19.240526    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I1002 03:39:19.247078    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem --> /etc/docker/server.pem (1229 bytes)

	I1002 03:39:19.254005    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I1002 03:39:19.261026    1809 provision.go:86] duration metric: configureAuth took 164.5795ms

	I1002 03:39:19.261032    1809 buildroot.go:189] setting minikube options for container-runtime

	I1002 03:39:19.261135    1809 config.go:182] Loaded profile config "functional-680000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:39:19.261181    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:19.261391    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:19.261395    1809 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I1002 03:39:19.314626    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I1002 03:39:19.314631    1809 buildroot.go:70] root file system type: tmpfs

	I1002 03:39:19.314685    1809 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I1002 03:39:19.314732    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:19.314956    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:19.314993    1809 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I1002 03:39:19.368318    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I1002 03:39:19.368358    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:19.368585    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:19.368592    1809 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I1002 03:39:19.419140    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I1002 03:39:19.419147    1809 machine.go:91] provisioned docker machine in 429.195667ms

	I1002 03:39:19.419150    1809 start.go:300] post-start starting for "functional-680000" (driver="qemu2")

	I1002 03:39:19.419157    1809 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I1002 03:39:19.419197    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I1002 03:39:19.419204    1809 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/id_rsa Username:docker}

	I1002 03:39:19.446071    1809 ssh_runner.go:195] Run: cat /etc/os-release

	I1002 03:39:19.447466    1809 info.go:137] Remote host: Buildroot 2021.02.12

	I1002 03:39:19.447470    1809 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/addons for local assets ...

	I1002 03:39:19.447544    1809 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/files for local assets ...

	I1002 03:39:19.447629    1809 filesync.go:149] local asset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem -> 14092.pem in /etc/ssl/certs

	I1002 03:39:19.447716    1809 filesync.go:149] local asset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/test/nested/copy/1409/hosts -> hosts in /etc/test/nested/copy/1409

	I1002 03:39:19.447746    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs /etc/test/nested/copy/1409

	I1002 03:39:19.450331    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:39:19.457744    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/test/nested/copy/1409/hosts --> /etc/test/nested/copy/1409/hosts (40 bytes)

	I1002 03:39:19.464222    1809 start.go:303] post-start completed in 45.065458ms

	I1002 03:39:19.464226    1809 fix.go:56] fixHost completed within 487.604375ms

	I1002 03:39:19.464259    1809 main.go:141] libmachine: Using SSH client type: native

	I1002 03:39:19.464495    1809 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102894760] 0x102896ed0 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I1002 03:39:19.464499    1809 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I1002 03:39:19.516799    1809 main.go:141] libmachine: SSH cmd err, output: <nil>: 1696243159.428426813

	I1002 03:39:19.516804    1809 fix.go:206] guest clock: 1696243159.428426813

	I1002 03:39:19.516807    1809 fix.go:219] Guest: 2023-10-02 03:39:19.428426813 -0700 PDT Remote: 2023-10-02 03:39:19.464227 -0700 PDT m=+0.590008792 (delta=-35.800187ms)

	I1002 03:39:19.516815    1809 fix.go:190] guest clock delta is within tolerance: -35.800187ms

	I1002 03:39:19.516817    1809 start.go:83] releasing machines lock for "functional-680000", held for 540.200167ms

	I1002 03:39:19.517108    1809 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I1002 03:39:19.517109    1809 ssh_runner.go:195] Run: cat /version.json

	I1002 03:39:19.517115    1809 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/id_rsa Username:docker}

	I1002 03:39:19.517127    1809 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/id_rsa Username:docker}

	I1002 03:39:19.544832    1809 ssh_runner.go:195] Run: systemctl --version

	I1002 03:39:19.583638    1809 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W1002 03:39:19.585225    1809 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I1002 03:39:19.585249    1809 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I1002 03:39:19.587922    1809 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable

	I1002 03:39:19.587926    1809 start.go:469] detecting cgroup driver to use...

	I1002 03:39:19.587982    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:39:19.593396    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I1002 03:39:19.597073    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I1002 03:39:19.600340    1809 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I1002 03:39:19.600366    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I1002 03:39:19.603545    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:39:19.606655    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I1002 03:39:19.609839    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:39:19.612863    1809 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I1002 03:39:19.616164    1809 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I1002 03:39:19.619116    1809 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I1002 03:39:19.622076    1809 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I1002 03:39:19.625574    1809 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:39:19.725944    1809 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I1002 03:39:19.731797    1809 start.go:469] detecting cgroup driver to use...

	I1002 03:39:19.731839    1809 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I1002 03:39:19.738957    1809 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:39:19.747484    1809 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I1002 03:39:19.753258    1809 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:39:19.757791    1809 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:39:19.762799    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:39:19.768051    1809 ssh_runner.go:195] Run: which cri-dockerd

	I1002 03:39:19.769478    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I1002 03:39:19.772101    1809 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I1002 03:39:19.777522    1809 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I1002 03:39:19.880991    1809 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I1002 03:39:19.984901    1809 docker.go:554] configuring docker to use "cgroupfs" as cgroup driver...

	I1002 03:39:19.984954    1809 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I1002 03:39:19.990491    1809 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:39:20.095905    1809 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:39:31.287065    1809 ssh_runner.go:235] Completed: sudo systemctl restart docker: (11.336788667s)

	I1002 03:39:31.287127    1809 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:39:31.367558    1809 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I1002 03:39:31.453019    1809 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:39:31.536017    1809 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:39:31.615713    1809 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I1002 03:39:31.627155    1809 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:39:31.706852    1809 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I1002 03:39:31.734488    1809 start.go:516] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I1002 03:39:31.734545    1809 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I1002 03:39:31.736716    1809 start.go:537] Will wait 60s for crictl version

	I1002 03:39:31.736752    1809 ssh_runner.go:195] Run: which crictl

	I1002 03:39:31.738300    1809 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I1002 03:39:31.753862    1809 start.go:553] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.6

	RuntimeApiVersion:  v1

	I1002 03:39:31.753921    1809 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:39:31.766028    1809 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:39:31.783566    1809 out.go:204] * Preparing Kubernetes v1.28.2 on Docker 24.0.6 ...

	I1002 03:39:31.783695    1809 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I1002 03:39:31.789557    1809 out.go:177]   - apiserver.enable-admission-plugins=NamespaceAutoProvision

	I1002 03:39:31.792565    1809 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:39:31.792623    1809 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:39:31.798444    1809 docker.go:664] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-680000

	registry.k8s.io/kube-apiserver:v1.28.2

	registry.k8s.io/kube-proxy:v1.28.2

	registry.k8s.io/kube-scheduler:v1.28.2

	registry.k8s.io/kube-controller-manager:v1.28.2

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I1002 03:39:31.798455    1809 docker.go:594] Images already preloaded, skipping extraction

	I1002 03:39:31.798499    1809 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:39:31.803955    1809 docker.go:664] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-680000

	registry.k8s.io/kube-apiserver:v1.28.2

	registry.k8s.io/kube-proxy:v1.28.2

	registry.k8s.io/kube-controller-manager:v1.28.2

	registry.k8s.io/kube-scheduler:v1.28.2

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I1002 03:39:31.803961    1809 cache_images.go:84] Images are preloaded, skipping loading

	I1002 03:39:31.804009    1809 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I1002 03:39:31.811442    1809 extraconfig.go:124] Overwriting default enable-admission-plugins=NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota with user provided enable-admission-plugins=NamespaceAutoProvision for component apiserver

	I1002 03:39:31.811465    1809 cni.go:84] Creating CNI manager for ""

	I1002 03:39:31.811470    1809 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:39:31.811474    1809 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I1002 03:39:31.811482    1809 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.4 APIServerPort:8441 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:functional-680000 NodeName:functional-680000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceAutoProvision] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.4"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.4 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOp

ts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I1002 03:39:31.811550    1809 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.4

	  bindPort: 8441

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "functional-680000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.4

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceAutoProvision"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8441

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I1002 03:39:31.811587    1809 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=functional-680000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.4

	[Install]

	 config:

	{KubernetesVersion:v1.28.2 ClusterName:functional-680000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:}

	I1002 03:39:31.811639    1809 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2

	I1002 03:39:31.814463    1809 binaries.go:44] Found k8s binaries, skipping transfer

	I1002 03:39:31.814486    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I1002 03:39:31.817556    1809 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)

	I1002 03:39:31.822630    1809 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I1002 03:39:31.829562    1809 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (1953 bytes)

	I1002 03:39:31.837659    1809 ssh_runner.go:195] Run: grep 192.168.105.4	control-plane.minikube.internal$ /etc/hosts

	I1002 03:39:31.841169    1809 certs.go:56] Setting up /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000 for IP: 192.168.105.4

	I1002 03:39:31.841180    1809 certs.go:190] acquiring lock for shared ca certs: {Name:mkb95ac88d0fec37f1e658f6bb500deee9ee7493 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:39:31.841311    1809 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key

	I1002 03:39:31.841344    1809 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key

	I1002 03:39:31.841394    1809 certs.go:315] skipping minikube-user signed cert generation: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/client.key

	I1002 03:39:31.841431    1809 certs.go:315] skipping minikube signed cert generation: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/apiserver.key.942c473b

	I1002 03:39:31.841464    1809 certs.go:315] skipping aggregator signed cert generation: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/proxy-client.key

	I1002 03:39:31.841591    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem (1338 bytes)

	W1002 03:39:31.841612    1809 certs.go:433] ignoring /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409_empty.pem, impossibly tiny 0 bytes

	I1002 03:39:31.841616    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem (1675 bytes)

	I1002 03:39:31.841635    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem (1082 bytes)

	I1002 03:39:31.841651    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem (1123 bytes)

	I1002 03:39:31.841666    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem (1679 bytes)

	I1002 03:39:31.841701    1809 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:39:31.842055    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I1002 03:39:31.851435    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I1002 03:39:31.860754    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I1002 03:39:31.867960    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I1002 03:39:31.874474    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I1002 03:39:31.881803    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I1002 03:39:31.889143    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I1002 03:39:31.896421    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I1002 03:39:31.903003    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem --> /usr/share/ca-certificates/1409.pem (1338 bytes)

	I1002 03:39:31.909838    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /usr/share/ca-certificates/14092.pem (1708 bytes)

	I1002 03:39:31.917162    1809 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I1002 03:39:31.924005    1809 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I1002 03:39:31.928802    1809 ssh_runner.go:195] Run: openssl version

	I1002 03:39:31.930516    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1409.pem && ln -fs /usr/share/ca-certificates/1409.pem /etc/ssl/certs/1409.pem"

	I1002 03:39:31.934095    1809 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1409.pem

	I1002 03:39:31.935734    1809 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct  2 10:37 /usr/share/ca-certificates/1409.pem

	I1002 03:39:31.935756    1809 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1409.pem

	I1002 03:39:31.937529    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1409.pem /etc/ssl/certs/51391683.0"

	I1002 03:39:31.940298    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14092.pem && ln -fs /usr/share/ca-certificates/14092.pem /etc/ssl/certs/14092.pem"

	I1002 03:39:31.943178    1809 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14092.pem

	I1002 03:39:31.944461    1809 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct  2 10:37 /usr/share/ca-certificates/14092.pem

	I1002 03:39:31.944477    1809 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14092.pem

	I1002 03:39:31.946434    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14092.pem /etc/ssl/certs/3ec20f2e.0"

	I1002 03:39:31.949611    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I1002 03:39:31.952747    1809 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:39:31.954264    1809 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct  2 10:38 /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:39:31.954282    1809 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:39:31.956020    1809 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I1002 03:39:31.958723    1809 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I1002 03:39:31.960111    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I1002 03:39:31.961804    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I1002 03:39:31.963611    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I1002 03:39:31.965429    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I1002 03:39:31.967117    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I1002 03:39:31.968990    1809 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I1002 03:39:31.970848    1809 kubeadm.go:404] StartCluster: {Name:functional-680000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersi

on:v1.28.2 ClusterName:functional-680000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExp

iration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:39:31.970921    1809 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I1002 03:39:31.976751    1809 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I1002 03:39:31.979651    1809 kubeadm.go:419] found existing configuration files, will attempt cluster restart

	I1002 03:39:31.979658    1809 kubeadm.go:636] restartCluster start

	I1002 03:39:31.979679    1809 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I1002 03:39:31.982238    1809 kubeadm.go:127] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I1002 03:39:31.982518    1809 kubeconfig.go:92] found "functional-680000" server: "https://192.168.105.4:8441"

	I1002 03:39:31.983257    1809 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I1002 03:39:31.986131    1809 kubeadm.go:602] needs reconfigure: configs differ:

	-- stdout --

	--- /var/tmp/minikube/kubeadm.yaml

	+++ /var/tmp/minikube/kubeadm.yaml.new

	@@ -22,7 +22,7 @@

	 apiServer:

	   certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	   extraArgs:

	-    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	+    enable-admission-plugins: "NamespaceAutoProvision"

	 controllerManager:

	   extraArgs:

	     allocate-node-cidrs: "true"

	-- /stdout --

	I1002 03:39:31.986135    1809 kubeadm.go:1128] stopping kube-system containers ...

	I1002 03:39:31.986171    1809 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I1002 03:39:31.993496    1809 docker.go:463] Stopping containers: [bf89d6de785e 64ee5271293d 1b8f6950e0c6 cea09229f801 ce874a57d19f 00476c0e79d9 d24fe041dd9d 84dd3b897833 6e6c5316e884 a5f277727dc4 7324c81aebec 59f5bcb4d953 78254289c1c9 96c3e7902ad5 caacc1fbe3b2 f518425b5420 e8b242169ed2 90f566698bfd 2c64785b4db2 f5552c57a4a3 402911cc0464 3f3c0d7479db b1ea10a914df 63608807ae8e 3398d3d4b136 7688c05d5ca2 ed95474b4792 5245b8fbc7cd]

	I1002 03:39:31.993548    1809 ssh_runner.go:195] Run: docker stop bf89d6de785e 64ee5271293d 1b8f6950e0c6 cea09229f801 ce874a57d19f 00476c0e79d9 d24fe041dd9d 84dd3b897833 6e6c5316e884 a5f277727dc4 7324c81aebec 59f5bcb4d953 78254289c1c9 96c3e7902ad5 caacc1fbe3b2 f518425b5420 e8b242169ed2 90f566698bfd 2c64785b4db2 f5552c57a4a3 402911cc0464 3f3c0d7479db b1ea10a914df 63608807ae8e 3398d3d4b136 7688c05d5ca2 ed95474b4792 5245b8fbc7cd

	I1002 03:39:32.000288    1809 ssh_runner.go:195] Run: sudo systemctl stop kubelet

	I1002 03:39:32.102426    1809 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I1002 03:39:32.107075    1809 kubeadm.go:155] found existing configuration files:

	-rw------- 1 root root 5639 Oct  2 10:38 /etc/kubernetes/admin.conf

	-rw------- 1 root root 5653 Oct  2 10:38 /etc/kubernetes/controller-manager.conf

	-rw------- 1 root root 2007 Oct  2 10:38 /etc/kubernetes/kubelet.conf

	-rw------- 1 root root 5605 Oct  2 10:38 /etc/kubernetes/scheduler.conf

	I1002 03:39:32.107108    1809 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/admin.conf

	I1002 03:39:32.110690    1809 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf

	I1002 03:39:32.114146    1809 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf

	I1002 03:39:32.117245    1809 kubeadm.go:166] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf: Process exited with status 1

	stdout:

	stderr:

	I1002 03:39:32.117268    1809 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I1002 03:39:32.120453    1809 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf

	I1002 03:39:32.123257    1809 kubeadm.go:166] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf: Process exited with status 1

	stdout:

	stderr:

	I1002 03:39:32.123281    1809 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I1002 03:39:32.126115    1809 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I1002 03:39:32.129412    1809 kubeadm.go:713] reconfiguring cluster from /var/tmp/minikube/kubeadm.yaml

	I1002 03:39:32.129415    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:32.149929    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:32.590059    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:32.706916    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:32.733669    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:32.775246    1809 api_server.go:52] waiting for apiserver process to appear ...

	I1002 03:39:32.775307    1809 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:39:32.783577    1809 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:39:33.289920    1809 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:39:33.789820    1809 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:39:33.794383    1809 api_server.go:72] duration metric: took 1.019158167s to wait for apiserver process to appear ...

	I1002 03:39:33.794388    1809 api_server.go:88] waiting for apiserver healthz status ...

	I1002 03:39:33.794395    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:35.454176    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W1002 03:39:35.454185    1809 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I1002 03:39:35.454189    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:35.493633    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W1002 03:39:35.493643    1809 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I1002 03:39:35.995684    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:35.998997    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	W1002 03:39:35.999003    1809 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	I1002 03:39:36.495691    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:36.499085    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	W1002 03:39:36.499090    1809 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	I1002 03:39:36.995660    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:36.999048    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I1002 03:39:37.004102    1809 api_server.go:141] control plane version: v1.28.2

	I1002 03:39:37.004107    1809 api_server.go:131] duration metric: took 3.209782917s to wait for apiserver health ...

	I1002 03:39:37.004110    1809 cni.go:84] Creating CNI manager for ""

	I1002 03:39:37.004115    1809 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:39:37.008381    1809 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I1002 03:39:37.011262    1809 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I1002 03:39:37.014414    1809 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I1002 03:39:37.019003    1809 system_pods.go:43] waiting for kube-system pods to appear ...

	I1002 03:39:37.023582    1809 system_pods.go:59] 7 kube-system pods found

	I1002 03:39:37.023589    1809 system_pods.go:61] "coredns-5dd5756b68-sf85r" [ad56743f-f408-4f21-8c86-ad0ef0155606] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])

	I1002 03:39:37.023592    1809 system_pods.go:61] "etcd-functional-680000" [625ca71c-46bd-4713-ab1f-17022fadf78e] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])

	I1002 03:39:37.023596    1809 system_pods.go:61] "kube-apiserver-functional-680000" [ee7b993d-d12b-4264-9890-de7b415dfcb9] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])

	I1002 03:39:37.023599    1809 system_pods.go:61] "kube-controller-manager-functional-680000" [9a0f17ff-0816-4138-91bc-e64f58ddd806] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])

	I1002 03:39:37.023601    1809 system_pods.go:61] "kube-proxy-t44dw" [6e4e08b4-53af-4978-bd1f-278eb2b69695] Running

	I1002 03:39:37.023603    1809 system_pods.go:61] "kube-scheduler-functional-680000" [b01d5d5f-be83-4805-9e8f-a5561f158333] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])

	I1002 03:39:37.023605    1809 system_pods.go:61] "storage-provisioner" [8446c9ef-c480-496c-81b0-1bbda663315f] Running

	I1002 03:39:37.023606    1809 system_pods.go:74] duration metric: took 4.600333ms to wait for pod list to return data ...

	I1002 03:39:37.023609    1809 node_conditions.go:102] verifying NodePressure condition ...

	I1002 03:39:37.025128    1809 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I1002 03:39:37.025134    1809 node_conditions.go:123] node cpu capacity is 2

	I1002 03:39:37.025138    1809 node_conditions.go:105] duration metric: took 1.527917ms to run NodePressure ...

	I1002 03:39:37.025145    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"

	I1002 03:39:37.086980    1809 kubeadm.go:772] waiting for restarted kubelet to initialise ...

	I1002 03:39:37.089181    1809 kubeadm.go:787] kubelet initialised

	I1002 03:39:37.089185    1809 kubeadm.go:788] duration metric: took 2.198417ms waiting for restarted kubelet to initialise ...

	I1002 03:39:37.089188    1809 pod_ready.go:35] extra waiting up to 4m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:39:37.091985    1809 pod_ready.go:78] waiting up to 4m0s for pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:39.101481    1809 pod_ready.go:92] pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:39.101486    1809 pod_ready.go:81] duration metric: took 2.009539208s waiting for pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:39.101491    1809 pod_ready.go:78] waiting up to 4m0s for pod "etcd-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:41.110964    1809 pod_ready.go:102] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"False"

	I1002 03:39:43.111088    1809 pod_ready.go:102] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"False"

	I1002 03:39:45.610873    1809 pod_ready.go:102] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"False"

	I1002 03:39:47.617039    1809 pod_ready.go:102] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"False"

	I1002 03:39:49.110793    1809 pod_ready.go:92] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:49.110800    1809 pod_ready.go:81] duration metric: took 10.009517583s waiting for pod "etcd-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:49.110804    1809 pod_ready.go:78] waiting up to 4m0s for pod "kube-apiserver-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:49.113796    1809 pod_ready.go:92] pod "kube-apiserver-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:49.113802    1809 pod_ready.go:81] duration metric: took 2.995292ms waiting for pod "kube-apiserver-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:49.113806    1809 pod_ready.go:78] waiting up to 4m0s for pod "kube-controller-manager-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:51.123978    1809 pod_ready.go:102] pod "kube-controller-manager-functional-680000" in "kube-system" namespace has status "Ready":"False"

	I1002 03:39:53.124340    1809 pod_ready.go:92] pod "kube-controller-manager-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:53.124348    1809 pod_ready.go:81] duration metric: took 4.010623167s waiting for pod "kube-controller-manager-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.124353    1809 pod_ready.go:78] waiting up to 4m0s for pod "kube-proxy-t44dw" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.126556    1809 pod_ready.go:92] pod "kube-proxy-t44dw" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:53.126558    1809 pod_ready.go:81] duration metric: took 2.202708ms waiting for pod "kube-proxy-t44dw" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.126561    1809 pod_ready.go:78] waiting up to 4m0s for pod "kube-scheduler-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.128747    1809 pod_ready.go:92] pod "kube-scheduler-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:53.128749    1809 pod_ready.go:81] duration metric: took 2.185542ms waiting for pod "kube-scheduler-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.128753    1809 pod_ready.go:38] duration metric: took 16.039897958s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:39:53.128761    1809 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I1002 03:39:53.132419    1809 ops.go:34] apiserver oom_adj: -16

	I1002 03:39:53.132422    1809 kubeadm.go:640] restartCluster took 21.15320525s

	I1002 03:39:53.132425    1809 kubeadm.go:406] StartCluster complete in 21.162025708s

	I1002 03:39:53.132432    1809 settings.go:142] acquiring lock: {Name:mk3f5122457e6ee64cf5dd538efdbb968ff53214 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:39:53.132515    1809 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:39:53.132856    1809 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/kubeconfig: {Name:mkba984fcf92a3f610125e890c28c2ff94eec9c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:39:53.133051    1809 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I1002 03:39:53.133090    1809 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]

	I1002 03:39:53.133122    1809 addons.go:69] Setting storage-provisioner=true in profile "functional-680000"

	I1002 03:39:53.133127    1809 addons.go:231] Setting addon storage-provisioner=true in "functional-680000"

	W1002 03:39:53.133130    1809 addons.go:240] addon storage-provisioner should already be in state true

	I1002 03:39:53.133146    1809 host.go:66] Checking if "functional-680000" exists ...

	I1002 03:39:53.133154    1809 addons.go:69] Setting default-storageclass=true in profile "functional-680000"

	I1002 03:39:53.133161    1809 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "functional-680000"

	I1002 03:39:53.133185    1809 config.go:182] Loaded profile config "functional-680000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	W1002 03:39:53.133373    1809 host.go:54] host status for "functional-680000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/monitor: connect: connection refused

	W1002 03:39:53.133380    1809 addons.go:277] "functional-680000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I1002 03:39:53.134141    1809 addons.go:231] Setting addon default-storageclass=true in "functional-680000"

	W1002 03:39:53.134144    1809 addons.go:240] addon default-storageclass should already be in state true

	I1002 03:39:53.134151    1809 host.go:66] Checking if "functional-680000" exists ...

	I1002 03:39:53.134742    1809 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I1002 03:39:53.134746    1809 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I1002 03:39:53.134751    1809 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/functional-680000/id_rsa Username:docker}

	I1002 03:39:53.135112    1809 kapi.go:248] "coredns" deployment in "kube-system" namespace and "functional-680000" context rescaled to 1 replicas

	I1002 03:39:53.135120    1809 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:39:53.143050    1809 out.go:177] * Verifying Kubernetes components...

	I1002 03:39:53.147146    1809 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I1002 03:39:53.168234    1809 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I1002 03:39:53.180766    1809 start.go:896] CoreDNS already contains "host.minikube.internal" host record, skipping...

	I1002 03:39:53.180791    1809 node_ready.go:35] waiting up to 6m0s for node "functional-680000" to be "Ready" ...

	I1002 03:39:53.181992    1809 node_ready.go:49] node "functional-680000" has status "Ready":"True"

	I1002 03:39:53.182003    1809 node_ready.go:38] duration metric: took 1.199917ms waiting for node "functional-680000" to be "Ready" ...

	I1002 03:39:53.182006    1809 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:39:53.184683    1809 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.423933    1809 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I1002 03:39:53.427776    1809 addons.go:502] enable addons completed in 294.693542ms: enabled=[storage-provisioner default-storageclass]

	I1002 03:39:53.510800    1809 pod_ready.go:92] pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:53.510804    1809 pod_ready.go:81] duration metric: took 326.124375ms waiting for pod "coredns-5dd5756b68-sf85r" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.510808    1809 pod_ready.go:78] waiting up to 6m0s for pod "etcd-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.911272    1809 pod_ready.go:92] pod "etcd-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:53.911278    1809 pod_ready.go:81] duration metric: took 400.474584ms waiting for pod "etcd-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:53.911281    1809 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:54.310857    1809 pod_ready.go:92] pod "kube-apiserver-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:54.310864    1809 pod_ready.go:81] duration metric: took 399.588416ms waiting for pod "kube-apiserver-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:54.310869    1809 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:54.710875    1809 pod_ready.go:92] pod "kube-controller-manager-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:54.710881    1809 pod_ready.go:81] duration metric: took 400.018125ms waiting for pod "kube-controller-manager-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:54.710885    1809 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-t44dw" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:55.111228    1809 pod_ready.go:92] pod "kube-proxy-t44dw" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:55.111235    1809 pod_ready.go:81] duration metric: took 400.356125ms waiting for pod "kube-proxy-t44dw" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:55.111240    1809 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:55.510890    1809 pod_ready.go:92] pod "kube-scheduler-functional-680000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:39:55.510897    1809 pod_ready.go:81] duration metric: took 399.663334ms waiting for pod "kube-scheduler-functional-680000" in "kube-system" namespace to be "Ready" ...

	I1002 03:39:55.510901    1809 pod_ready.go:38] duration metric: took 2.328939917s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:39:55.510911    1809 api_server.go:52] waiting for apiserver process to appear ...

	I1002 03:39:55.510992    1809 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:39:55.515553    1809 api_server.go:72] duration metric: took 2.380476458s to wait for apiserver process to appear ...

	I1002 03:39:55.515556    1809 api_server.go:88] waiting for apiserver healthz status ...

	I1002 03:39:55.515561    1809 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I1002 03:39:55.518599    1809 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I1002 03:39:55.519294    1809 api_server.go:141] control plane version: v1.28.2

	I1002 03:39:55.519299    1809 api_server.go:131] duration metric: took 3.740791ms to wait for apiserver health ...

	I1002 03:39:55.519301    1809 system_pods.go:43] waiting for kube-system pods to appear ...

	I1002 03:39:55.712655    1809 system_pods.go:59] 7 kube-system pods found

	I1002 03:39:55.712662    1809 system_pods.go:61] "coredns-5dd5756b68-sf85r" [ad56743f-f408-4f21-8c86-ad0ef0155606] Running

	I1002 03:39:55.712664    1809 system_pods.go:61] "etcd-functional-680000" [625ca71c-46bd-4713-ab1f-17022fadf78e] Running

	I1002 03:39:55.712666    1809 system_pods.go:61] "kube-apiserver-functional-680000" [ee7b993d-d12b-4264-9890-de7b415dfcb9] Running

	I1002 03:39:55.712668    1809 system_pods.go:61] "kube-controller-manager-functional-680000" [9a0f17ff-0816-4138-91bc-e64f58ddd806] Running

	I1002 03:39:55.712670    1809 system_pods.go:61] "kube-proxy-t44dw" [6e4e08b4-53af-4978-bd1f-278eb2b69695] Running

	I1002 03:39:55.712671    1809 system_pods.go:61] "kube-scheduler-functional-680000" [b01d5d5f-be83-4805-9e8f-a5561f158333] Running

	I1002 03:39:55.712673    1809 system_pods.go:61] "storage-provisioner" [8446c9ef-c480-496c-81b0-1bbda663315f] Running

	I1002 03:39:55.712676    1809 system_pods.go:74] duration metric: took 193.376417ms to wait for pod list to return data ...

	I1002 03:39:55.712679    1809 default_sa.go:34] waiting for default service account to be created ...

	I1002 03:39:55.910756    1809 default_sa.go:45] found service account: "default"

	I1002 03:39:55.910762    1809 default_sa.go:55] duration metric: took 198.085458ms for default service account to be created ...

	I1002 03:39:55.910765    1809 system_pods.go:116] waiting for k8s-apps to be running ...

	I1002 03:39:56.112849    1809 system_pods.go:86] 7 kube-system pods found

	I1002 03:39:56.112856    1809 system_pods.go:89] "coredns-5dd5756b68-sf85r" [ad56743f-f408-4f21-8c86-ad0ef0155606] Running

	I1002 03:39:56.112858    1809 system_pods.go:89] "etcd-functional-680000" [625ca71c-46bd-4713-ab1f-17022fadf78e] Running

	I1002 03:39:56.112860    1809 system_pods.go:89] "kube-apiserver-functional-680000" [ee7b993d-d12b-4264-9890-de7b415dfcb9] Running

	I1002 03:39:56.112862    1809 system_pods.go:89] "kube-controller-manager-functional-680000" [9a0f17ff-0816-4138-91bc-e64f58ddd806] Running

	I1002 03:39:56.112864    1809 system_pods.go:89] "kube-proxy-t44dw" [6e4e08b4-53af-4978-bd1f-278eb2b69695] Running

	I1002 03:39:56.112865    1809 system_pods.go:89] "kube-scheduler-functional-680000" [b01d5d5f-be83-4805-9e8f-a5561f158333] Running

	I1002 03:39:56.112867    1809 system_pods.go:89] "storage-provisioner" [8446c9ef-c480-496c-81b0-1bbda663315f] Running

	I1002 03:39:56.112869    1809 system_pods.go:126] duration metric: took 202.10625ms to wait for k8s-apps to be running ...

	I1002 03:39:56.112871    1809 system_svc.go:44] waiting for kubelet service to be running ....

	I1002 03:39:56.112941    1809 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I1002 03:39:56.118094    1809 system_svc.go:56] duration metric: took 5.219166ms WaitForService to wait for kubelet.

	I1002 03:39:56.118099    1809 kubeadm.go:581] duration metric: took 2.983035708s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I1002 03:39:56.118107    1809 node_conditions.go:102] verifying NodePressure condition ...

	I1002 03:39:56.310874    1809 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I1002 03:39:56.310881    1809 node_conditions.go:123] node cpu capacity is 2

	I1002 03:39:56.310886    1809 node_conditions.go:105] duration metric: took 192.780916ms to run NodePressure ...

	I1002 03:39:56.310891    1809 start.go:228] waiting for startup goroutines ...

	I1002 03:39:56.310894    1809 start.go:233] waiting for cluster config update ...

	I1002 03:39:56.310898    1809 start.go:242] writing updated cluster config ...

	I1002 03:39:56.311198    1809 ssh_runner.go:195] Run: rm -f paused

	I1002 03:39:56.341337    1809 start.go:600] kubectl: 1.27.2, cluster: 1.28.2 (minor skew: 1)

	I1002 03:39:56.345209    1809 out.go:177] * Done! kubectl is now configured to use "functional-680000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-10-02 10:38:05 UTC, ends at Mon 2023-10-02 10:40:54 UTC. --

	Oct 02 10:40:42 functional-680000 dockerd[6611]: time="2023-10-02T10:40:42.610459133Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:42 functional-680000 dockerd[6611]: time="2023-10-02T10:40:42.610469258Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:40:42 functional-680000 dockerd[6611]: time="2023-10-02T10:40:42.610475300Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:42 functional-680000 cri-dockerd[6867]: time="2023-10-02T10:40:42Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e9267839300f8d1cc9b5b6cfbb004849d6cb9e737a9d04b7d3d57fa0b47d7fb4/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Oct 02 10:40:43 functional-680000 cri-dockerd[6867]: time="2023-10-02T10:40:43Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/busybox:1.28.4-glibc: Status: Downloaded newer image for gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	Oct 02 10:40:43 functional-680000 dockerd[6611]: time="2023-10-02T10:40:43.945224659Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:40:43 functional-680000 dockerd[6611]: time="2023-10-02T10:40:43.945257158Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:43 functional-680000 dockerd[6611]: time="2023-10-02T10:40:43.945267325Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:40:43 functional-680000 dockerd[6611]: time="2023-10-02T10:40:43.945273867Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:43 functional-680000 dockerd[6604]: time="2023-10-02T10:40:43.999851432Z" level=info msg="ignoring event" container=68b37f0d213a32c0caa8136827fba8c605d56ca0c2b086acd6fb3ee4ecbde39f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.000218553Z" level=info msg="shim disconnected" id=68b37f0d213a32c0caa8136827fba8c605d56ca0c2b086acd6fb3ee4ecbde39f namespace=moby

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.000249636Z" level=warning msg="cleaning up after shim disconnected" id=68b37f0d213a32c0caa8136827fba8c605d56ca0c2b086acd6fb3ee4ecbde39f namespace=moby

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.000254220Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.860340616Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.860382574Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.860398074Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.860409199Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:40:44 functional-680000 dockerd[6604]: time="2023-10-02T10:40:44.893160178Z" level=info msg="ignoring event" container=8a8167ac1d7786041e1f286e782a6b3cfe7aa79aa10d8952bbb89e58582bea3d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.893700589Z" level=info msg="shim disconnected" id=8a8167ac1d7786041e1f286e782a6b3cfe7aa79aa10d8952bbb89e58582bea3d namespace=moby

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.893792463Z" level=warning msg="cleaning up after shim disconnected" id=8a8167ac1d7786041e1f286e782a6b3cfe7aa79aa10d8952bbb89e58582bea3d namespace=moby

	Oct 02 10:40:44 functional-680000 dockerd[6611]: time="2023-10-02T10:40:44.893802796Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:40:45 functional-680000 dockerd[6604]: time="2023-10-02T10:40:45.463775832Z" level=info msg="ignoring event" container=e9267839300f8d1cc9b5b6cfbb004849d6cb9e737a9d04b7d3d57fa0b47d7fb4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:40:45 functional-680000 dockerd[6611]: time="2023-10-02T10:40:45.464122661Z" level=info msg="shim disconnected" id=e9267839300f8d1cc9b5b6cfbb004849d6cb9e737a9d04b7d3d57fa0b47d7fb4 namespace=moby

	Oct 02 10:40:45 functional-680000 dockerd[6611]: time="2023-10-02T10:40:45.464154744Z" level=warning msg="cleaning up after shim disconnected" id=e9267839300f8d1cc9b5b6cfbb004849d6cb9e737a9d04b7d3d57fa0b47d7fb4 namespace=moby

	Oct 02 10:40:45 functional-680000 dockerd[6611]: time="2023-10-02T10:40:45.464159161Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                 CREATED              STATE               NAME                      ATTEMPT             POD ID              POD

	8a8167ac1d778       72565bf5bbedf                                                                                         10 seconds ago       Exited              echoserver-arm            3                   5df31c1608a8f       hello-node-759d89bdcc-9jzx9

	68b37f0d213a3       gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e   11 seconds ago       Exited              mount-munger              0                   e9267839300f8       busybox-mount

	9e031d5c8e220       72565bf5bbedf                                                                                         15 seconds ago       Exited              echoserver-arm            2                   c0d73cc448af9       hello-node-connect-7799dfb7c6-7gk66

	e0ba03078cb46       nginx@sha256:32da30332506740a2f7c34d5dc70467b7f14ec67d912703568daff790ab3f755                         21 seconds ago       Running             myfrontend                0                   514016deb850d       sp-pod

	e0ba2f78186cf       nginx@sha256:4c93a3bd8bf95412889dd84213570102176b6052d88bb828eaf449c56aca55ef                         37 seconds ago       Running             nginx                     0                   a72ffe47c8f97       nginx-svc

	acdddf11d17bc       97e04611ad434                                                                                         About a minute ago   Running             coredns                   2                   587aef351fc12       coredns-5dd5756b68-sf85r

	ce6849f1995e5       ba04bb24b9575                                                                                         About a minute ago   Running             storage-provisioner       2                   c33d86066e086       storage-provisioner

	a1e458344b22e       7da62c127fc0f                                                                                         About a minute ago   Running             kube-proxy                2                   55bd6b97366a5       kube-proxy-t44dw

	e0a8398cac646       9cdd6470f48c8                                                                                         About a minute ago   Running             etcd                      2                   c333345a48731       etcd-functional-680000

	66f81211f5cc8       64fc40cee3716                                                                                         About a minute ago   Running             kube-scheduler            2                   0ba532f0083d8       kube-scheduler-functional-680000

	edcf72eda722e       89d57b83c1786                                                                                         About a minute ago   Running             kube-controller-manager   2                   f2137d8230fd5       kube-controller-manager-functional-680000

	8a1caa97e2b74       30bb499447fe1                                                                                         About a minute ago   Running             kube-apiserver            0                   0d697f37e0b7d       kube-apiserver-functional-680000

	bf89d6de785e1       97e04611ad434                                                                                         2 minutes ago        Exited              coredns                   1                   84dd3b8978339       coredns-5dd5756b68-sf85r

	64ee5271293d1       ba04bb24b9575                                                                                         2 minutes ago        Exited              storage-provisioner       1                   59f5bcb4d9535       storage-provisioner

	1b8f6950e0c66       9cdd6470f48c8                                                                                         2 minutes ago        Exited              etcd                      1                   6e6c5316e8842       etcd-functional-680000

	cea09229f801f       7da62c127fc0f                                                                                         2 minutes ago        Exited              kube-proxy                1                   7324c81aebec9       kube-proxy-t44dw

	00476c0e79d9a       64fc40cee3716                                                                                         2 minutes ago        Exited              kube-scheduler            1                   96c3e7902ad59       kube-scheduler-functional-680000

	d24fe041dd9d4       89d57b83c1786                                                                                         2 minutes ago        Exited              kube-controller-manager   1                   78254289c1c9f       kube-controller-manager-functional-680000

	* 

	* ==> coredns [acdddf11d17b] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:60855 - 34238 "HINFO IN 4473120086244738652.8297677282849765909. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004246229s

	[INFO] 10.244.0.1:32775 - 30966 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 4096" NOERROR qr,aa,rd 104 0.000106123s

	[INFO] 10.244.0.1:5296 - 59638 "AAAA IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 146 0.000123748s

	[INFO] 10.244.0.1:36730 - 61950 "A IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 104 0.000033667s

	[INFO] 10.244.0.1:26342 - 16671 "SVCB IN _dns.resolver.arpa. udp 36 false 512" NXDOMAIN qr,rd,ra 116 0.0010814s

	[INFO] 10.244.0.1:19520 - 6304 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 104 0.000097248s

	[INFO] 10.244.0.1:4171 - 59720 "AAAA IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 146 0.000133748s

	* 

	* ==> coredns [bf89d6de785e] <==

	* [INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:44470 - 47885 "HINFO IN 1545438384991966939.308987214920707155. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.004300101s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	* 

	* ==> describe nodes <==

	* Name:               functional-680000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=functional-680000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=45957ed538272972541ab48cdf2c4b323d7f5c18

	                    minikube.k8s.io/name=functional-680000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_10_02T03_38_22_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 02 Oct 2023 10:38:20 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  functional-680000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 02 Oct 2023 10:40:47 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 02 Oct 2023 10:40:36 +0000   Mon, 02 Oct 2023 10:38:18 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 02 Oct 2023 10:40:36 +0000   Mon, 02 Oct 2023 10:38:18 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 02 Oct 2023 10:40:36 +0000   Mon, 02 Oct 2023 10:38:18 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 02 Oct 2023 10:40:36 +0000   Mon, 02 Oct 2023 10:38:25 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.4

	  Hostname:    functional-680000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 f9f5cd4e090843f1b12b561e09725eea

	  System UUID:                f9f5cd4e090843f1b12b561e09725eea

	  Boot ID:                    0cfe0d56-a47e-47b1-9dbc-9515f4d53e5f

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.6

	  Kubelet Version:            v1.28.2

	  Kube-Proxy Version:         v1.28.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (11 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  default                     hello-node-759d89bdcc-9jzx9                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         51s

	  default                     hello-node-connect-7799dfb7c6-7gk66          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         29s

	  default                     nginx-svc                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         41s

	  default                     sp-pod                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         22s

	  kube-system                 coredns-5dd5756b68-sf85r                     100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     2m19s

	  kube-system                 etcd-functional-680000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         2m32s

	  kube-system                 kube-apiserver-functional-680000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         79s

	  kube-system                 kube-controller-manager-functional-680000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m32s

	  kube-system                 kube-proxy-t44dw                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m19s

	  kube-system                 kube-scheduler-functional-680000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m32s

	  kube-system                 storage-provisioner                          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m18s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                    From             Message

	  ----    ------                   ----                   ----             -------

	  Normal  Starting                 2m17s                  kube-proxy       

	  Normal  Starting                 77s                    kube-proxy       

	  Normal  Starting                 117s                   kube-proxy       

	  Normal  NodeHasNoDiskPressure    2m37s (x8 over 2m37s)  kubelet          Node functional-680000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  2m37s (x8 over 2m37s)  kubelet          Node functional-680000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 2m37s                  kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     2m37s (x7 over 2m37s)  kubelet          Node functional-680000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m37s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientPID     2m32s                  kubelet          Node functional-680000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m32s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  2m32s                  kubelet          Node functional-680000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2m32s                  kubelet          Node functional-680000 status is now: NodeHasNoDiskPressure

	  Normal  Starting                 2m32s                  kubelet          Starting kubelet.

	  Normal  NodeReady                2m29s                  kubelet          Node functional-680000 status is now: NodeReady

	  Normal  RegisteredNode           2m19s                  node-controller  Node functional-680000 event: Registered Node functional-680000 in Controller

	  Normal  RegisteredNode           104s                   node-controller  Node functional-680000 event: Registered Node functional-680000 in Controller

	  Normal  NodeHasNoDiskPressure    82s (x8 over 82s)      kubelet          Node functional-680000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  82s (x8 over 82s)      kubelet          Node functional-680000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 82s                    kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     82s (x7 over 82s)      kubelet          Node functional-680000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  82s                    kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           67s                    node-controller  Node functional-680000 event: Registered Node functional-680000 in Controller

	* 

	* ==> dmesg <==

	* [  +4.054282] systemd-fstab-generator[3697]: Ignoring "noauto" for root device

	[  +0.160414] systemd-fstab-generator[3739]: Ignoring "noauto" for root device

	[  +0.096808] systemd-fstab-generator[3750]: Ignoring "noauto" for root device

	[  +0.113814] systemd-fstab-generator[3763]: Ignoring "noauto" for root device

	[  +5.135250] kauditd_printk_skb: 23 callbacks suppressed

	[  +6.196809] systemd-fstab-generator[4322]: Ignoring "noauto" for root device

	[  +0.090017] systemd-fstab-generator[4333]: Ignoring "noauto" for root device

	[  +0.083493] systemd-fstab-generator[4344]: Ignoring "noauto" for root device

	[  +0.078762] systemd-fstab-generator[4355]: Ignoring "noauto" for root device

	[  +0.086129] systemd-fstab-generator[4425]: Ignoring "noauto" for root device

	[  +4.626808] kauditd_printk_skb: 34 callbacks suppressed

	[Oct 2 10:39] systemd-fstab-generator[6137]: Ignoring "noauto" for root device

	[  +0.154124] systemd-fstab-generator[6171]: Ignoring "noauto" for root device

	[  +0.098871] systemd-fstab-generator[6182]: Ignoring "noauto" for root device

	[  +0.116667] systemd-fstab-generator[6195]: Ignoring "noauto" for root device

	[ +11.433998] systemd-fstab-generator[6755]: Ignoring "noauto" for root device

	[  +0.086770] systemd-fstab-generator[6766]: Ignoring "noauto" for root device

	[  +0.081260] systemd-fstab-generator[6777]: Ignoring "noauto" for root device

	[  +0.078464] systemd-fstab-generator[6788]: Ignoring "noauto" for root device

	[  +0.092739] systemd-fstab-generator[6860]: Ignoring "noauto" for root device

	[  +0.993167] systemd-fstab-generator[7117]: Ignoring "noauto" for root device

	[  +3.592420] kauditd_printk_skb: 29 callbacks suppressed

	[Oct 2 10:40] kauditd_printk_skb: 9 callbacks suppressed

	[  +0.834372] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[ +22.001507] kauditd_printk_skb: 4 callbacks suppressed

	* 

	* ==> etcd [1b8f6950e0c6] <==

	* {"level":"info","ts":"2023-10-02T10:38:55.37875Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:38:56.443354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 2"}

	{"level":"info","ts":"2023-10-02T10:38:56.443659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 2"}

	{"level":"info","ts":"2023-10-02T10:38:56.443938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 2"}

	{"level":"info","ts":"2023-10-02T10:38:56.443987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 3"}

	{"level":"info","ts":"2023-10-02T10:38:56.444008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2023-10-02T10:38:56.444178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 3"}

	{"level":"info","ts":"2023-10-02T10:38:56.444327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2023-10-02T10:38:56.446727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:38:56.447131Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:38:56.449801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2023-10-02T10:38:56.449844Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-10-02T10:38:56.446738Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-680000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2023-10-02T10:38:56.449986Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-10-02T10:38:56.450894Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-10-02T10:39:20.025271Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}

	{"level":"info","ts":"2023-10-02T10:39:20.025316Z","caller":"embed/etcd.go:376","msg":"closing etcd server","name":"functional-680000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	{"level":"warn","ts":"2023-10-02T10:39:20.025371Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2023-10-02T10:39:20.025422Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2023-10-02T10:39:20.031355Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"warn","ts":"2023-10-02T10:39:20.031376Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"info","ts":"2023-10-02T10:39:20.031433Z","caller":"etcdserver/server.go:1465","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7520ddf439b1d16","current-leader-member-id":"7520ddf439b1d16"}

	{"level":"info","ts":"2023-10-02T10:39:20.033117Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2023-10-02T10:39:20.033156Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2023-10-02T10:39:20.033163Z","caller":"embed/etcd.go:378","msg":"closed etcd server","name":"functional-680000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	* 

	* ==> etcd [e0a8398cac64] <==

	* {"level":"info","ts":"2023-10-02T10:39:33.796779Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"7520ddf439b1d16","initial-advertise-peer-urls":["https://192.168.105.4:2380"],"listen-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.105.4:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}

	{"level":"info","ts":"2023-10-02T10:39:33.795519Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}

	{"level":"info","ts":"2023-10-02T10:39:33.796665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 switched to configuration voters=(527499358918876438)"}

	{"level":"info","ts":"2023-10-02T10:39:33.803238Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","added-peer-id":"7520ddf439b1d16","added-peer-peer-urls":["https://192.168.105.4:2380"]}

	{"level":"info","ts":"2023-10-02T10:39:33.803292Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:39:33.803324Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:39:33.796697Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2023-10-02T10:39:33.807183Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2023-10-02T10:39:33.797228Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2023-10-02T10:39:33.803203Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}

	{"level":"info","ts":"2023-10-02T10:39:33.807235Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}

	{"level":"info","ts":"2023-10-02T10:39:34.884929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 3"}

	{"level":"info","ts":"2023-10-02T10:39:34.885069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 3"}

	{"level":"info","ts":"2023-10-02T10:39:34.885114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2023-10-02T10:39:34.885204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 4"}

	{"level":"info","ts":"2023-10-02T10:39:34.885257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2023-10-02T10:39:34.885368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 4"}

	{"level":"info","ts":"2023-10-02T10:39:34.885411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2023-10-02T10:39:34.890104Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-680000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2023-10-02T10:39:34.890196Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:39:34.890821Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-10-02T10:39:34.891021Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-10-02T10:39:34.891293Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:39:34.892473Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-10-02T10:39:34.893361Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	* 

	* ==> kernel <==

	*  10:40:54 up 2 min,  0 users,  load average: 0.48, 0.28, 0.11

	Linux functional-680000 5.10.57 #1 SMP PREEMPT Mon Sep 18 20:10:16 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [8a1caa97e2b7] <==

	* I1002 10:39:35.582742       1 shared_informer.go:318] Caches are synced for configmaps

	I1002 10:39:35.582869       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I1002 10:39:35.583288       1 aggregator.go:166] initial CRD sync complete...

	I1002 10:39:35.583316       1 autoregister_controller.go:141] Starting autoregister controller

	I1002 10:39:35.583333       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I1002 10:39:35.583347       1 cache.go:39] Caches are synced for autoregister controller

	I1002 10:39:35.583986       1 cache.go:39] Caches are synced for AvailableConditionController controller

	I1002 10:39:35.584565       1 apf_controller.go:377] Running API Priority and Fairness config worker

	I1002 10:39:35.584594       1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process

	I1002 10:39:35.584661       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller

	E1002 10:39:35.585648       1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service

	I1002 10:39:35.641401       1 shared_informer.go:318] Caches are synced for node_authorizer

	I1002 10:39:36.482964       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I1002 10:39:37.116165       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I1002 10:39:37.119238       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I1002 10:39:37.131213       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I1002 10:39:37.138410       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I1002 10:39:37.140395       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I1002 10:39:47.802964       1 controller.go:624] quota admission added evaluator for: endpoints

	I1002 10:39:47.852566       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I1002 10:39:57.866880       1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.106.156.3"}

	I1002 10:40:03.396822       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I1002 10:40:03.452149       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.98.22.115"}

	I1002 10:40:13.701798       1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.103.98.69"}

	I1002 10:40:25.210955       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.102.194.81"}

	* 

	* ==> kube-controller-manager [d24fe041dd9d] <==

	* I1002 10:39:10.130403       1 shared_informer.go:318] Caches are synced for stateful set

	I1002 10:39:10.136759       1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"functional-680000\" does not exist"

	I1002 10:39:10.182371       1 shared_informer.go:318] Caches are synced for taint

	I1002 10:39:10.182408       1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""

	I1002 10:39:10.182434       1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="functional-680000"

	I1002 10:39:10.182452       1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal"

	I1002 10:39:10.182462       1 taint_manager.go:206] "Starting NoExecuteTaintManager"

	I1002 10:39:10.182475       1 taint_manager.go:211] "Sending events to api server"

	I1002 10:39:10.182615       1 event.go:307] "Event occurred" object="functional-680000" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node functional-680000 event: Registered Node functional-680000 in Controller"

	I1002 10:39:10.183752       1 shared_informer.go:318] Caches are synced for GC

	I1002 10:39:10.184200       1 shared_informer.go:318] Caches are synced for daemon sets

	I1002 10:39:10.192652       1 shared_informer.go:318] Caches are synced for TTL

	I1002 10:39:10.194803       1 shared_informer.go:318] Caches are synced for endpoint_slice

	I1002 10:39:10.195814       1 shared_informer.go:318] Caches are synced for persistent volume

	I1002 10:39:10.235581       1 shared_informer.go:318] Caches are synced for node

	I1002 10:39:10.235620       1 range_allocator.go:174] "Sending events to api server"

	I1002 10:39:10.235632       1 range_allocator.go:178] "Starting range CIDR allocator"

	I1002 10:39:10.235633       1 shared_informer.go:311] Waiting for caches to sync for cidrallocator

	I1002 10:39:10.235636       1 shared_informer.go:318] Caches are synced for cidrallocator

	I1002 10:39:10.280216       1 shared_informer.go:318] Caches are synced for attach detach

	I1002 10:39:10.287153       1 shared_informer.go:318] Caches are synced for resource quota

	I1002 10:39:10.337123       1 shared_informer.go:318] Caches are synced for resource quota

	I1002 10:39:10.653856       1 shared_informer.go:318] Caches are synced for garbage collector

	I1002 10:39:10.730858       1 shared_informer.go:318] Caches are synced for garbage collector

	I1002 10:39:10.730875       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"

	* 

	* ==> kube-controller-manager [edcf72eda722] <==

	* I1002 10:39:48.340321       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"

	I1002 10:40:03.399723       1 event.go:307] "Event occurred" object="default/hello-node" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-node-759d89bdcc to 1"

	I1002 10:40:03.406781       1 event.go:307] "Event occurred" object="default/hello-node-759d89bdcc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-node-759d89bdcc-9jzx9"

	I1002 10:40:03.410536       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="10.695389ms"

	I1002 10:40:03.414823       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="4.262765ms"

	I1002 10:40:03.414859       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="21.374µs"

	I1002 10:40:03.444076       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="102.789µs"

	I1002 10:40:09.100237       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="18.708µs"

	I1002 10:40:10.103762       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="82.789µs"

	I1002 10:40:11.112997       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="38.833µs"

	I1002 10:40:20.072628       1 event.go:307] "Event occurred" object="default/myclaim" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'k8s.io/minikube-hostpath' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."

	I1002 10:40:22.256791       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="81.123µs"

	I1002 10:40:25.166748       1 event.go:307] "Event occurred" object="default/hello-node-connect" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-node-connect-7799dfb7c6 to 1"

	I1002 10:40:25.169748       1 event.go:307] "Event occurred" object="default/hello-node-connect-7799dfb7c6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-node-connect-7799dfb7c6-7gk66"

	I1002 10:40:25.173655       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="6.847561ms"

	I1002 10:40:25.176816       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="3.115827ms"

	I1002 10:40:25.176842       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="11.583µs"

	I1002 10:40:25.183261       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="23.042µs"

	I1002 10:40:26.284651       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="110.373µs"

	I1002 10:40:27.290819       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="24.749µs"

	I1002 10:40:33.845765       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="28.083µs"

	I1002 10:40:39.850877       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="28µs"

	I1002 10:40:40.367050       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="30.249µs"

	I1002 10:40:45.404142       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="29.124µs"

	I1002 10:40:51.846190       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="28.749µs"

	* 

	* ==> kube-proxy [a1e458344b22] <==

	* I1002 10:39:36.373827       1 server_others.go:69] "Using iptables proxy"

	I1002 10:39:36.382044       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I1002 10:39:36.404216       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I1002 10:39:36.404233       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I1002 10:39:36.404930       1 server_others.go:152] "Using iptables Proxier"

	I1002 10:39:36.404949       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I1002 10:39:36.405016       1 server.go:846] "Version info" version="v1.28.2"

	I1002 10:39:36.405020       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I1002 10:39:36.406077       1 config.go:188] "Starting service config controller"

	I1002 10:39:36.406086       1 shared_informer.go:311] Waiting for caches to sync for service config

	I1002 10:39:36.406094       1 config.go:97] "Starting endpoint slice config controller"

	I1002 10:39:36.406097       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I1002 10:39:36.406393       1 config.go:315] "Starting node config controller"

	I1002 10:39:36.406395       1 shared_informer.go:311] Waiting for caches to sync for node config

	I1002 10:39:36.506906       1 shared_informer.go:318] Caches are synced for node config

	I1002 10:39:36.506998       1 shared_informer.go:318] Caches are synced for service config

	I1002 10:39:36.507038       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-proxy [cea09229f801] <==

	* I1002 10:38:55.702341       1 server_others.go:69] "Using iptables proxy"

	I1002 10:38:57.124230       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I1002 10:38:57.138449       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I1002 10:38:57.138464       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I1002 10:38:57.139152       1 server_others.go:152] "Using iptables Proxier"

	I1002 10:38:57.139208       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I1002 10:38:57.139286       1 server.go:846] "Version info" version="v1.28.2"

	I1002 10:38:57.139291       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I1002 10:38:57.139563       1 config.go:188] "Starting service config controller"

	I1002 10:38:57.139576       1 shared_informer.go:311] Waiting for caches to sync for service config

	I1002 10:38:57.139584       1 config.go:97] "Starting endpoint slice config controller"

	I1002 10:38:57.139586       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I1002 10:38:57.139773       1 config.go:315] "Starting node config controller"

	I1002 10:38:57.139776       1 shared_informer.go:311] Waiting for caches to sync for node config

	I1002 10:38:57.239920       1 shared_informer.go:318] Caches are synced for node config

	I1002 10:38:57.239941       1 shared_informer.go:318] Caches are synced for service config

	I1002 10:38:57.239952       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [00476c0e79d9] <==

	* I1002 10:38:55.202836       1 serving.go:348] Generated self-signed cert in-memory

	W1002 10:38:57.074742       1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W1002 10:38:57.074856       1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W1002 10:38:57.074882       1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.

	W1002 10:38:57.074900       1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I1002 10:38:57.107366       1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.2"

	I1002 10:38:57.107493       1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I1002 10:38:57.108661       1 secure_serving.go:210] Serving securely on 127.0.0.1:10259

	I1002 10:38:57.108706       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I1002 10:38:57.108907       1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I1002 10:38:57.108722       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I1002 10:38:57.209371       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I1002 10:39:20.062842       1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController"

	I1002 10:39:20.062895       1 secure_serving.go:255] Stopped listening on 127.0.0.1:10259

	I1002 10:39:20.062940       1 configmap_cafile_content.go:223] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	E1002 10:39:20.063016       1 run.go:74] "command failed" err="finished without leader elect"

	* 

	* ==> kube-scheduler [66f81211f5cc] <==

	* I1002 10:39:34.043832       1 serving.go:348] Generated self-signed cert in-memory

	W1002 10:39:35.523407       1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W1002 10:39:35.523422       1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W1002 10:39:35.523436       1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.

	W1002 10:39:35.523450       1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I1002 10:39:35.552694       1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.2"

	I1002 10:39:35.555673       1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I1002 10:39:35.556560       1 secure_serving.go:210] Serving securely on 127.0.0.1:10259

	I1002 10:39:35.556615       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I1002 10:39:35.556621       1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I1002 10:39:35.556627       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I1002 10:39:35.657622       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-10-02 10:38:05 UTC, ends at Mon 2023-10-02 10:40:54 UTC. --

	Oct 02 10:40:32 functional-680000 kubelet[7123]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Oct 02 10:40:32 functional-680000 kubelet[7123]: I1002 10:40:32.907988    7123 scope.go:117] "RemoveContainer" containerID="ce874a57d19f79a8eccdf75a5ffa5ae5294010cf2ba9c79a1691607a8a1ce5a1"

	Oct 02 10:40:33 functional-680000 kubelet[7123]: I1002 10:40:33.841105    7123 scope.go:117] "RemoveContainer" containerID="29ea746b27dd34debaff2b002fd6116c262ac75c062887f81ccf7847f959067b"

	Oct 02 10:40:33 functional-680000 kubelet[7123]: E1002 10:40:33.841222    7123 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-759d89bdcc-9jzx9_default(fad13bf5-4ef5-4d4c-856a-085c5527db25)\"" pod="default/hello-node-759d89bdcc-9jzx9" podUID="fad13bf5-4ef5-4d4c-856a-085c5527db25"

	Oct 02 10:40:39 functional-680000 kubelet[7123]: I1002 10:40:39.842036    7123 scope.go:117] "RemoveContainer" containerID="80a18351319db6426fff2fab7f770c248ea8ae9de63f3e7d0dbc8e3b9b48c2c4"

	Oct 02 10:40:39 functional-680000 kubelet[7123]: I1002 10:40:39.851464    7123 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/sp-pod" podStartSLOduration=7.148950029 podCreationTimestamp="2023-10-02 10:40:32 +0000 UTC" firstStartedPulling="2023-10-02 10:40:32.883092589 +0000 UTC m=+60.125312666" lastFinishedPulling="2023-10-02 10:40:33.585577176 +0000 UTC m=+60.827797252" observedRunningTime="2023-10-02 10:40:34.335579916 +0000 UTC m=+61.577799993" watchObservedRunningTime="2023-10-02 10:40:39.851434615 +0000 UTC m=+67.093654692"

	Oct 02 10:40:40 functional-680000 kubelet[7123]: I1002 10:40:40.361306    7123 scope.go:117] "RemoveContainer" containerID="80a18351319db6426fff2fab7f770c248ea8ae9de63f3e7d0dbc8e3b9b48c2c4"

	Oct 02 10:40:40 functional-680000 kubelet[7123]: I1002 10:40:40.361505    7123 scope.go:117] "RemoveContainer" containerID="9e031d5c8e220f3f9262c03be3da9e3e03d19c13e3f8a9303ba89b997037aa1f"

	Oct 02 10:40:40 functional-680000 kubelet[7123]: E1002 10:40:40.361611    7123 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-7799dfb7c6-7gk66_default(14b33be8-83df-463d-bed0-39fd241cb0d7)\"" pod="default/hello-node-connect-7799dfb7c6-7gk66" podUID="14b33be8-83df-463d-bed0-39fd241cb0d7"

	Oct 02 10:40:42 functional-680000 kubelet[7123]: I1002 10:40:42.264963    7123 topology_manager.go:215] "Topology Admit Handler" podUID="68ce12de-1774-4560-9092-c9cfd6b1b59a" podNamespace="default" podName="busybox-mount"

	Oct 02 10:40:42 functional-680000 kubelet[7123]: I1002 10:40:42.391420    7123 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/68ce12de-1774-4560-9092-c9cfd6b1b59a-test-volume\") pod \"busybox-mount\" (UID: \"68ce12de-1774-4560-9092-c9cfd6b1b59a\") " pod="default/busybox-mount"

	Oct 02 10:40:42 functional-680000 kubelet[7123]: I1002 10:40:42.391440    7123 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-99xb9\" (UniqueName: \"kubernetes.io/projected/68ce12de-1774-4560-9092-c9cfd6b1b59a-kube-api-access-99xb9\") pod \"busybox-mount\" (UID: \"68ce12de-1774-4560-9092-c9cfd6b1b59a\") " pod="default/busybox-mount"

	Oct 02 10:40:44 functional-680000 kubelet[7123]: I1002 10:40:44.841536    7123 scope.go:117] "RemoveContainer" containerID="29ea746b27dd34debaff2b002fd6116c262ac75c062887f81ccf7847f959067b"

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.399313    7123 scope.go:117] "RemoveContainer" containerID="29ea746b27dd34debaff2b002fd6116c262ac75c062887f81ccf7847f959067b"

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.399451    7123 scope.go:117] "RemoveContainer" containerID="8a8167ac1d7786041e1f286e782a6b3cfe7aa79aa10d8952bbb89e58582bea3d"

	Oct 02 10:40:45 functional-680000 kubelet[7123]: E1002 10:40:45.399541    7123 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 40s restarting failed container=echoserver-arm pod=hello-node-759d89bdcc-9jzx9_default(fad13bf5-4ef5-4d4c-856a-085c5527db25)\"" pod="default/hello-node-759d89bdcc-9jzx9" podUID="fad13bf5-4ef5-4d4c-856a-085c5527db25"

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.611149    7123 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/68ce12de-1774-4560-9092-c9cfd6b1b59a-test-volume\") pod \"68ce12de-1774-4560-9092-c9cfd6b1b59a\" (UID: \"68ce12de-1774-4560-9092-c9cfd6b1b59a\") "

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.611200    7123 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/68ce12de-1774-4560-9092-c9cfd6b1b59a-test-volume" (OuterVolumeSpecName: "test-volume") pod "68ce12de-1774-4560-9092-c9cfd6b1b59a" (UID: "68ce12de-1774-4560-9092-c9cfd6b1b59a"). InnerVolumeSpecName "test-volume". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.611206    7123 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-99xb9\" (UniqueName: \"kubernetes.io/projected/68ce12de-1774-4560-9092-c9cfd6b1b59a-kube-api-access-99xb9\") pod \"68ce12de-1774-4560-9092-c9cfd6b1b59a\" (UID: \"68ce12de-1774-4560-9092-c9cfd6b1b59a\") "

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.611223    7123 reconciler_common.go:300] "Volume detached for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/68ce12de-1774-4560-9092-c9cfd6b1b59a-test-volume\") on node \"functional-680000\" DevicePath \"\""

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.613646    7123 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68ce12de-1774-4560-9092-c9cfd6b1b59a-kube-api-access-99xb9" (OuterVolumeSpecName: "kube-api-access-99xb9") pod "68ce12de-1774-4560-9092-c9cfd6b1b59a" (UID: "68ce12de-1774-4560-9092-c9cfd6b1b59a"). InnerVolumeSpecName "kube-api-access-99xb9". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Oct 02 10:40:45 functional-680000 kubelet[7123]: I1002 10:40:45.712774    7123 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-99xb9\" (UniqueName: \"kubernetes.io/projected/68ce12de-1774-4560-9092-c9cfd6b1b59a-kube-api-access-99xb9\") on node \"functional-680000\" DevicePath \"\""

	Oct 02 10:40:46 functional-680000 kubelet[7123]: I1002 10:40:46.407212    7123 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e9267839300f8d1cc9b5b6cfbb004849d6cb9e737a9d04b7d3d57fa0b47d7fb4"

	Oct 02 10:40:51 functional-680000 kubelet[7123]: I1002 10:40:51.841265    7123 scope.go:117] "RemoveContainer" containerID="9e031d5c8e220f3f9262c03be3da9e3e03d19c13e3f8a9303ba89b997037aa1f"

	Oct 02 10:40:51 functional-680000 kubelet[7123]: E1002 10:40:51.841371    7123 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-7799dfb7c6-7gk66_default(14b33be8-83df-463d-bed0-39fd241cb0d7)\"" pod="default/hello-node-connect-7799dfb7c6-7gk66" podUID="14b33be8-83df-463d-bed0-39fd241cb0d7"

	* 

	* ==> storage-provisioner [64ee5271293d] <==

	* I1002 10:38:55.719889       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I1002 10:38:57.125278       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I1002 10:38:57.125309       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I1002 10:39:14.511874       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I1002 10:39:14.511947       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-680000_814af073-3272-4d8a-9fe4-74b9a94e4cf6!

	I1002 10:39:14.512318       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fe272220-0ded-46e0-9155-9e7d59663890", APIVersion:"v1", ResourceVersion:"514", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-680000_814af073-3272-4d8a-9fe4-74b9a94e4cf6 became leader

	I1002 10:39:14.612600       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-680000_814af073-3272-4d8a-9fe4-74b9a94e4cf6!

	* 

	* ==> storage-provisioner [ce6849f1995e] <==

	* I1002 10:39:36.384261       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I1002 10:39:36.393763       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I1002 10:39:36.393803       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I1002 10:39:53.781084       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I1002 10:39:53.781147       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-680000_4cb6165e-4eda-4907-986e-0dceca5b1522!

	I1002 10:39:53.781530       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fe272220-0ded-46e0-9155-9e7d59663890", APIVersion:"v1", ResourceVersion:"610", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-680000_4cb6165e-4eda-4907-986e-0dceca5b1522 became leader

	I1002 10:39:53.881361       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-680000_4cb6165e-4eda-4907-986e-0dceca5b1522!

	I1002 10:40:20.072951       1 controller.go:1332] provision "default/myclaim" class "standard": started

	I1002 10:40:20.073428       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"f8b99110-2c7d-484a-8961-7f4cfbb16cd0", APIVersion:"v1", ResourceVersion:"715", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"

	I1002 10:40:20.073021       1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard    707e505f-d568-44ec-93f7-fa00dbe95933 388 0 2023-10-02 10:38:36 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}

	 storageclass.kubernetes.io/is-default-class:true] [] []  [{kubectl-client-side-apply Update storage.k8s.io/v1 2023-10-02 10:38:36 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-f8b99110-2c7d-484a-8961-7f4cfbb16cd0 &PersistentVolumeClaim{ObjectMeta:{myclaim  default  f8b99110-2c7d-484a-8961-7f4cfbb16cd0 715 0 2023-10-02 10:40:20 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea

dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}

	 volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection]  [{kube-controller-manager Update v1 2023-10-02 10:40:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2023-10-02 10:40:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:

ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim

	I1002 10:40:20.073742       1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-f8b99110-2c7d-484a-8961-7f4cfbb16cd0" provisioned

	I1002 10:40:20.073871       1 controller.go:1456] provision "default/myclaim" class "standard": succeeded

	I1002 10:40:20.073893       1 volume_store.go:212] Trying to save persistentvolume "pvc-f8b99110-2c7d-484a-8961-7f4cfbb16cd0"

	I1002 10:40:20.079444       1 volume_store.go:219] persistentvolume "pvc-f8b99110-2c7d-484a-8961-7f4cfbb16cd0" saved

	I1002 10:40:20.079687       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"f8b99110-2c7d-484a-8961-7f4cfbb16cd0", APIVersion:"v1", ResourceVersion:"715", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-f8b99110-2c7d-484a-8961-7f4cfbb16cd0

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p functional-680000 -n functional-680000

helpers_test.go:261: (dbg) Run:  kubectl --context functional-680000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox-mount

helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context functional-680000 describe pod busybox-mount

helpers_test.go:282: (dbg) kubectl --context functional-680000 describe pod busybox-mount:

-- stdout --

	Name:             busybox-mount

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             functional-680000/192.168.105.4

	Start Time:       Mon, 02 Oct 2023 03:40:42 -0700

	Labels:           integration-test=busybox-mount

	Annotations:      <none>

	Status:           Succeeded

	IP:               10.244.0.11

	IPs:

	  IP:  10.244.0.11

	Containers:

	  mount-munger:

	    Container ID:  docker://68b37f0d213a32c0caa8136827fba8c605d56ca0c2b086acd6fb3ee4ecbde39f

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      docker-pullable://gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      /bin/sh

	      -c

	      --

	    Args:

	      cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates

	    State:          Terminated

	      Reason:       Completed

	      Exit Code:    0

	      Started:      Mon, 02 Oct 2023 03:40:43 -0700

	      Finished:     Mon, 02 Oct 2023 03:40:43 -0700

	    Ready:          False

	    Restart Count:  0

	    Environment:    <none>

	    Mounts:

	      /mount-9p from test-volume (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-99xb9 (ro)

	Conditions:

	  Type              Status

	  Initialized       True 

	  Ready             False 

	  ContainersReady   False 

	  PodScheduled      True 

	Volumes:

	  test-volume:

	    Type:          HostPath (bare host directory volume)

	    Path:          /mount-9p

	    HostPathType:  

	  kube-api-access-99xb9:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	QoS Class:                   BestEffort

	Node-Selectors:              <none>

	Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type    Reason     Age   From               Message

	  ----    ------     ----  ----               -------

	  Normal  Scheduled  12s   default-scheduler  Successfully assigned default/busybox-mount to functional-680000

	  Normal  Pulling    12s   kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Normal  Pulled     11s   kubelet            Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 1.171s (1.171s including waiting)

	  Normal  Created    11s   kubelet            Created container mount-munger

	  Normal  Started    11s   kubelet            Started container mount-munger

-- /stdout --

helpers_test.go:285: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestFunctional/parallel/ServiceCmdConnect (29.80s)

=== RUN   TestImageBuild/serial/BuildWithBuildArg

image_test.go:99: (dbg) Run:  out/minikube-darwin-arm64 image build -t aaa:latest --build-opt=build-arg=ENV_A=test_env_str --build-opt=no-cache ./testdata/image-build/test-arg -p image-330000

image_test.go:105: failed to pass build-args with args: "out/minikube-darwin-arm64 image build -t aaa:latest --build-opt=build-arg=ENV_A=test_env_str --build-opt=no-cache ./testdata/image-build/test-arg -p image-330000" : 

-- stdout --

	Sending build context to Docker daemon  2.048kB

	Step 1/5 : FROM gcr.io/google-containers/alpine-with-bash:1.0

	 ---> 822c13824dc2

	Step 2/5 : ARG ENV_A

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in 1abf31582948

	Removing intermediate container 1abf31582948

	 ---> 3a4c457336e0

	Step 3/5 : ARG ENV_B

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in a1b9785f4ed7

	Removing intermediate container a1b9785f4ed7

	 ---> 88becc67fba9

	Step 4/5 : RUN echo "test-build-arg" $ENV_A $ENV_B

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in 31a20bdfe9ff

	exec /bin/sh: exec format error

	

-- /stdout --

** stderr ** 

	DEPRECATED: The legacy builder is deprecated and will be removed in a future release.

	            Install the buildx component to build images with BuildKit:

	            https://docs.docker.com/go/buildx/

	The command '/bin/sh -c echo "test-build-arg" $ENV_A $ENV_B' returned a non-zero code: 1

** /stderr **

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p image-330000 -n image-330000

helpers_test.go:244: <<< TestImageBuild/serial/BuildWithBuildArg FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestImageBuild/serial/BuildWithBuildArg]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p image-330000 logs -n 25

helpers_test.go:252: TestImageBuild/serial/BuildWithBuildArg logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |----------------|------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	|    Command     |                   Args                   |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|----------------|------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | -T /mount3                               |                   |         |         |                     |                     |

	| start          | -p functional-680000                     | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | --dry-run --memory                       |                   |         |         |                     |                     |

	|                | 250MB --alsologtostderr                  |                   |         |         |                     |                     |

	|                | --driver=qemu2                           |                   |         |         |                     |                     |

	| start          | -p functional-680000 --dry-run           | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | --alsologtostderr -v=1                   |                   |         |         |                     |                     |

	|                | --driver=qemu2                           |                   |         |         |                     |                     |

	| start          | -p functional-680000                     | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | --dry-run --memory                       |                   |         |         |                     |                     |

	|                | 250MB --alsologtostderr                  |                   |         |         |                     |                     |

	|                | --driver=qemu2                           |                   |         |         |                     |                     |

	| dashboard      | --url --port 36195                       | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:41 PDT |

	|                | -p functional-680000                     |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=1                   |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | -T /mount1                               |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | -T /mount2                               |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | -T /mount3                               |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | -T /mount1                               |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | -T /mount2                               |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh findmnt            | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | -T /mount3                               |                   |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                   |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                   |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                   |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format short                  |                   |         |         |                     |                     |

	|                | --alsologtostderr                        |                   |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format json                   |                   |         |         |                     |                     |

	|                | --alsologtostderr                        |                   |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format yaml                   |                   |         |         |                     |                     |

	|                | --alsologtostderr                        |                   |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format table                  |                   |         |         |                     |                     |

	|                | --alsologtostderr                        |                   |         |         |                     |                     |

	| ssh            | functional-680000 ssh pgrep              | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT |                     |

	|                | buildkitd                                |                   |         |         |                     |                     |

	| image          | functional-680000 image build -t         | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | localhost/my-image:functional-680000     |                   |         |         |                     |                     |

	|                | testdata/build --alsologtostderr         |                   |         |         |                     |                     |

	| image          | functional-680000 image ls               | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	| delete         | -p functional-680000                     | functional-680000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	| start          | -p image-330000 --driver=qemu2           | image-330000      | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                |                                          |                   |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000      | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | ./testdata/image-build/test-normal       |                   |         |         |                     |                     |

	|                | -p image-330000                          |                   |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000      | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | --build-opt=build-arg=ENV_A=test_env_str |                   |         |         |                     |                     |

	|                | --build-opt=no-cache                     |                   |         |         |                     |                     |

	|                | ./testdata/image-build/test-arg -p       |                   |         |         |                     |                     |

	|                | image-330000                             |                   |         |         |                     |                     |

	|----------------|------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/10/02 03:41:05

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.21.1 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I1002 03:41:05.111647    2290 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:41:05.112359    2290 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:41:05.112361    2290 out.go:309] Setting ErrFile to fd 2...

	I1002 03:41:05.112363    2290 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:41:05.112493    2290 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:41:05.113751    2290 out.go:303] Setting JSON to false

	I1002 03:41:05.134086    2290 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":639,"bootTime":1696242626,"procs":450,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:41:05.134167    2290 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:41:05.137418    2290 out.go:177] * [image-330000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:41:05.145362    2290 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:41:05.145366    2290 notify.go:220] Checking for updates...

	I1002 03:41:05.153273    2290 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:41:05.156355    2290 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:41:05.160216    2290 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:41:05.163279    2290 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:41:05.166315    2290 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:41:05.169318    2290 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:41:05.173265    2290 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:41:05.180280    2290 start.go:298] selected driver: qemu2

	I1002 03:41:05.180284    2290 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:41:05.180289    2290 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:41:05.180357    2290 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:41:05.183251    2290 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:41:05.189040    2290 start_flags.go:384] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I1002 03:41:05.189123    2290 start_flags.go:904] Wait components to verify : map[apiserver:true system_pods:true]

	I1002 03:41:05.189139    2290 cni.go:84] Creating CNI manager for ""

	I1002 03:41:05.189146    2290 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:41:05.189150    2290 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I1002 03:41:05.189157    2290 start_flags.go:321] config:

	{Name:image-330000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:image-330000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRIS

ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:41:05.193971    2290 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:41:05.201267    2290 out.go:177] * Starting control plane node image-330000 in cluster image-330000

	I1002 03:41:05.205244    2290 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:41:05.205259    2290 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:41:05.205269    2290 cache.go:57] Caching tarball of preloaded images

	I1002 03:41:05.205328    2290 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:41:05.205332    2290 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:41:05.205565    2290 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/config.json ...

	I1002 03:41:05.205575    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/config.json: {Name:mk9208f705e4f4b41958aa32852f6839a7d2fb9b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:05.205815    2290 start.go:365] acquiring machines lock for image-330000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:41:05.205842    2290 start.go:369] acquired machines lock for "image-330000" in 23.708µs

	I1002 03:41:05.205850    2290 start.go:93] Provisioning new machine with config: &{Name:image-330000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig

:{KubernetesVersion:v1.28.2 ClusterName:image-330000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: D

isableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:41:05.205875    2290 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:41:05.213297    2290 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I1002 03:41:05.234140    2290 start.go:159] libmachine.API.Create for "image-330000" (driver="qemu2")

	I1002 03:41:05.234164    2290 client.go:168] LocalClient.Create starting

	I1002 03:41:05.234229    2290 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:41:05.234251    2290 main.go:141] libmachine: Decoding PEM data...

	I1002 03:41:05.234262    2290 main.go:141] libmachine: Parsing certificate...

	I1002 03:41:05.234296    2290 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:41:05.234312    2290 main.go:141] libmachine: Decoding PEM data...

	I1002 03:41:05.234318    2290 main.go:141] libmachine: Parsing certificate...

	I1002 03:41:05.234636    2290 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:41:05.342110    2290 main.go:141] libmachine: Creating SSH key...

	I1002 03:41:05.509676    2290 main.go:141] libmachine: Creating Disk image...

	I1002 03:41:05.509681    2290 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:41:05.509877    2290 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2

	I1002 03:41:05.524095    2290 main.go:141] libmachine: STDOUT: 

	I1002 03:41:05.524115    2290 main.go:141] libmachine: STDERR: 

	I1002 03:41:05.524178    2290 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2 +20000M

	I1002 03:41:05.531969    2290 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:41:05.531988    2290 main.go:141] libmachine: STDERR: 

	I1002 03:41:05.532010    2290 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2

	I1002 03:41:05.532014    2290 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:41:05.532050    2290 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/qemu.pid -device virtio-net-pci,netdev=net0,mac=8e:4b:df:74:ef:35 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/disk.qcow2

	I1002 03:41:05.571230    2290 main.go:141] libmachine: STDOUT: 

	I1002 03:41:05.571252    2290 main.go:141] libmachine: STDERR: 

	I1002 03:41:05.571255    2290 main.go:141] libmachine: Attempt 0

	I1002 03:41:05.571269    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:05.571323    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:05.571341    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:05.571348    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:05.571353    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:07.573464    2290 main.go:141] libmachine: Attempt 1

	I1002 03:41:07.573514    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:07.573898    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:07.573944    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:07.573971    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:07.574025    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:09.574228    2290 main.go:141] libmachine: Attempt 2

	I1002 03:41:09.574242    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:09.574355    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:09.574364    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:09.574369    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:09.574373    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:11.576459    2290 main.go:141] libmachine: Attempt 3

	I1002 03:41:11.576494    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:11.576544    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:11.576551    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:11.576557    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:11.576561    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:13.578559    2290 main.go:141] libmachine: Attempt 4

	I1002 03:41:13.578563    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:13.578597    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:13.578602    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:13.578606    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:13.578611    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:15.580644    2290 main.go:141] libmachine: Attempt 5

	I1002 03:41:15.580653    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:15.580758    2290 main.go:141] libmachine: Found 3 entries in /var/db/dhcpd_leases!

	I1002 03:41:15.580767    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:15.580771    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:15.580775    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:17.582822    2290 main.go:141] libmachine: Attempt 6

	I1002 03:41:17.582840    2290 main.go:141] libmachine: Searching for 8e:4b:df:74:ef:35 in /var/db/dhcpd_leases ...

	I1002 03:41:17.582958    2290 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:17.582970    2290 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:17.582973    2290 main.go:141] libmachine: Found match: 8e:4b:df:74:ef:35

	I1002 03:41:17.582985    2290 main.go:141] libmachine: IP: 192.168.105.5

	I1002 03:41:17.582989    2290 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.5)...

	I1002 03:41:19.602338    2290 machine.go:88] provisioning docker machine ...

	I1002 03:41:19.602387    2290 buildroot.go:166] provisioning hostname "image-330000"

	I1002 03:41:19.602593    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:19.603321    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:19.603336    2290 main.go:141] libmachine: About to run SSH command:

	sudo hostname image-330000 && echo "image-330000" | sudo tee /etc/hostname

	I1002 03:41:19.691801    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: image-330000

	I1002 03:41:19.691905    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:19.692405    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:19.692418    2290 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\simage-330000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 image-330000/g' /etc/hosts;

				else 

					echo '127.0.1.1 image-330000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I1002 03:41:19.757250    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I1002 03:41:19.757267    2290 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17340-994/.minikube CaCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17340-994/.minikube}

	I1002 03:41:19.757282    2290 buildroot.go:174] setting up certificates

	I1002 03:41:19.757295    2290 provision.go:83] configureAuth start

	I1002 03:41:19.757299    2290 provision.go:138] copyHostCerts

	I1002 03:41:19.757388    2290 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem, removing ...

	I1002 03:41:19.757394    2290 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem

	I1002 03:41:19.757576    2290 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem (1123 bytes)

	I1002 03:41:19.757831    2290 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem, removing ...

	I1002 03:41:19.757833    2290 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem

	I1002 03:41:19.757904    2290 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem (1679 bytes)

	I1002 03:41:19.758028    2290 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem, removing ...

	I1002 03:41:19.758030    2290 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem

	I1002 03:41:19.758084    2290 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem (1082 bytes)

	I1002 03:41:19.758183    2290 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem org=jenkins.image-330000 san=[192.168.105.5 192.168.105.5 localhost 127.0.0.1 minikube image-330000]

	I1002 03:41:19.833381    2290 provision.go:172] copyRemoteCerts

	I1002 03:41:19.833417    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I1002 03:41:19.833423    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:19.861689    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I1002 03:41:19.868757    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem --> /etc/docker/server.pem (1212 bytes)

	I1002 03:41:19.875578    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I1002 03:41:19.883036    2290 provision.go:86] duration metric: configureAuth took 125.740958ms

	I1002 03:41:19.883041    2290 buildroot.go:189] setting minikube options for container-runtime

	I1002 03:41:19.883132    2290 config.go:182] Loaded profile config "image-330000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:41:19.883160    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:19.883371    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:19.883374    2290 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I1002 03:41:19.937200    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I1002 03:41:19.937205    2290 buildroot.go:70] root file system type: tmpfs

	I1002 03:41:19.937257    2290 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I1002 03:41:19.937302    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:19.937533    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:19.937564    2290 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I1002 03:41:19.995238    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I1002 03:41:19.995277    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:19.995504    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:19.995511    2290 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I1002 03:41:20.350985    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I1002 03:41:20.350993    2290 machine.go:91] provisioned docker machine in 748.656416ms

	I1002 03:41:20.350997    2290 client.go:171] LocalClient.Create took 15.11715275s

	I1002 03:41:20.351012    2290 start.go:167] duration metric: libmachine.API.Create for "image-330000" took 15.117201708s

	I1002 03:41:20.351016    2290 start.go:300] post-start starting for "image-330000" (driver="qemu2")

	I1002 03:41:20.351020    2290 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I1002 03:41:20.351082    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I1002 03:41:20.351089    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:20.378539    2290 ssh_runner.go:195] Run: cat /etc/os-release

	I1002 03:41:20.380093    2290 info.go:137] Remote host: Buildroot 2021.02.12

	I1002 03:41:20.380098    2290 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/addons for local assets ...

	I1002 03:41:20.380164    2290 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/files for local assets ...

	I1002 03:41:20.380254    2290 filesync.go:149] local asset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem -> 14092.pem in /etc/ssl/certs

	I1002 03:41:20.380351    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I1002 03:41:20.382907    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:41:20.389283    2290 start.go:303] post-start completed in 38.263917ms

	I1002 03:41:20.389659    2290 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/config.json ...

	I1002 03:41:20.389833    2290 start.go:128] duration metric: createHost completed in 15.184278917s

	I1002 03:41:20.389862    2290 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:20.390075    2290 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10085c760] 0x10085eed0 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I1002 03:41:20.390077    2290 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I1002 03:41:20.441501    2290 main.go:141] libmachine: SSH cmd err, output: <nil>: 1696243280.463806710

	I1002 03:41:20.441505    2290 fix.go:206] guest clock: 1696243280.463806710

	I1002 03:41:20.441508    2290 fix.go:219] Guest: 2023-10-02 03:41:20.46380671 -0700 PDT Remote: 2023-10-02 03:41:20.38984 -0700 PDT m=+15.302005376 (delta=73.96671ms)

	I1002 03:41:20.441517    2290 fix.go:190] guest clock delta is within tolerance: 73.96671ms

	I1002 03:41:20.441519    2290 start.go:83] releasing machines lock for "image-330000", held for 15.235998916s

	I1002 03:41:20.441769    2290 ssh_runner.go:195] Run: cat /version.json

	I1002 03:41:20.441773    2290 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I1002 03:41:20.441777    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:20.441790    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:20.511129    2290 ssh_runner.go:195] Run: systemctl --version

	I1002 03:41:20.513325    2290 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W1002 03:41:20.515181    2290 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I1002 03:41:20.515207    2290 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I1002 03:41:20.520575    2290 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I1002 03:41:20.520583    2290 start.go:469] detecting cgroup driver to use...

	I1002 03:41:20.520653    2290 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:41:20.526107    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I1002 03:41:20.529021    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I1002 03:41:20.531950    2290 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I1002 03:41:20.531972    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I1002 03:41:20.535118    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:41:20.538510    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I1002 03:41:20.541696    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:41:20.544773    2290 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I1002 03:41:20.547606    2290 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I1002 03:41:20.551050    2290 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I1002 03:41:20.554240    2290 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I1002 03:41:20.556994    2290 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:20.629030    2290 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I1002 03:41:20.636751    2290 start.go:469] detecting cgroup driver to use...

	I1002 03:41:20.636815    2290 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I1002 03:41:20.642126    2290 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:41:20.647186    2290 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I1002 03:41:20.653429    2290 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:41:20.658027    2290 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:41:20.662967    2290 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I1002 03:41:20.703154    2290 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:41:20.708620    2290 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:41:20.714027    2290 ssh_runner.go:195] Run: which cri-dockerd

	I1002 03:41:20.715339    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I1002 03:41:20.718493    2290 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I1002 03:41:20.723744    2290 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I1002 03:41:20.800610    2290 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I1002 03:41:20.868293    2290 docker.go:554] configuring docker to use "cgroupfs" as cgroup driver...

	I1002 03:41:20.868345    2290 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I1002 03:41:20.873454    2290 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:20.952837    2290 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:41:22.116588    2290 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.163764167s)

	I1002 03:41:22.116640    2290 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:41:22.192911    2290 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I1002 03:41:22.267286    2290 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I1002 03:41:22.354177    2290 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:22.431527    2290 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I1002 03:41:22.439258    2290 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:22.516079    2290 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I1002 03:41:22.539537    2290 start.go:516] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I1002 03:41:22.539597    2290 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I1002 03:41:22.542452    2290 start.go:537] Will wait 60s for crictl version

	I1002 03:41:22.542498    2290 ssh_runner.go:195] Run: which crictl

	I1002 03:41:22.543962    2290 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I1002 03:41:22.563418    2290 start.go:553] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.6

	RuntimeApiVersion:  v1

	I1002 03:41:22.563483    2290 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:41:22.573504    2290 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:41:22.590022    2290 out.go:204] * Preparing Kubernetes v1.28.2 on Docker 24.0.6 ...

	I1002 03:41:22.590146    2290 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I1002 03:41:22.591462    2290 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I1002 03:41:22.595178    2290 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:41:22.595214    2290 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:41:22.600469    2290 docker.go:664] Got preloaded images: 

	I1002 03:41:22.600474    2290 docker.go:670] registry.k8s.io/kube-apiserver:v1.28.2 wasn't preloaded

	I1002 03:41:22.600512    2290 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I1002 03:41:22.603425    2290 ssh_runner.go:195] Run: which lz4

	I1002 03:41:22.604760    2290 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I1002 03:41:22.605990    2290 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I1002 03:41:22.605999    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356993689 bytes)

	I1002 03:41:23.901703    2290 docker.go:628] Took 1.296986 seconds to copy over tarball

	I1002 03:41:23.901757    2290 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I1002 03:41:24.922760    2290 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.021014s)

	I1002 03:41:24.922769    2290 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I1002 03:41:24.939580    2290 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I1002 03:41:24.943016    2290 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I1002 03:41:24.948275    2290 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:25.029511    2290 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:41:26.499384    2290 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.469893125s)

	I1002 03:41:26.499465    2290 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:41:26.505323    2290 docker.go:664] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.2

	registry.k8s.io/kube-scheduler:v1.28.2

	registry.k8s.io/kube-proxy:v1.28.2

	registry.k8s.io/kube-controller-manager:v1.28.2

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I1002 03:41:26.505330    2290 cache_images.go:84] Images are preloaded, skipping loading

	I1002 03:41:26.505378    2290 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I1002 03:41:26.512886    2290 cni.go:84] Creating CNI manager for ""

	I1002 03:41:26.512893    2290 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:41:26.512902    2290 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I1002 03:41:26.512910    2290 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.5 APIServerPort:8443 KubernetesVersion:v1.28.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:image-330000 NodeName:image-330000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kube

rnetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I1002 03:41:26.512990    2290 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.5

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "image-330000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.5

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.5"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I1002 03:41:26.513025    2290 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=image-330000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.5

	[Install]

	 config:

	{KubernetesVersion:v1.28.2 ClusterName:image-330000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I1002 03:41:26.513099    2290 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.2

	I1002 03:41:26.516043    2290 binaries.go:44] Found k8s binaries, skipping transfer

	I1002 03:41:26.516067    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I1002 03:41:26.518967    2290 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)

	I1002 03:41:26.524435    2290 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I1002 03:41:26.529277    2290 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2098 bytes)

	I1002 03:41:26.534571    2290 ssh_runner.go:195] Run: grep 192.168.105.5	control-plane.minikube.internal$ /etc/hosts

	I1002 03:41:26.535929    2290 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.5	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I1002 03:41:26.539473    2290 certs.go:56] Setting up /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000 for IP: 192.168.105.5

	I1002 03:41:26.539480    2290 certs.go:190] acquiring lock for shared ca certs: {Name:mkb95ac88d0fec37f1e658f6bb500deee9ee7493 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.539608    2290 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key

	I1002 03:41:26.539641    2290 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key

	I1002 03:41:26.539666    2290 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.key

	I1002 03:41:26.539673    2290 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.crt with IP's: []

	I1002 03:41:26.628653    2290 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.crt ...

	I1002 03:41:26.628656    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.crt: {Name:mkabcc7c02ada329a30e81d79090c3ddaa23db8b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.628891    2290 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.key ...

	I1002 03:41:26.628893    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/client.key: {Name:mk923c851f30202075bb4a3c822a66452ad1635b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.629008    2290 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key.e69b33ca

	I1002 03:41:26.629014    2290 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt.e69b33ca with IP's: [192.168.105.5 10.96.0.1 127.0.0.1 10.0.0.1]

	I1002 03:41:26.758323    2290 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt.e69b33ca ...

	I1002 03:41:26.758327    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt.e69b33ca: {Name:mkc07b9f0468ca5a46d9a36de80719ff3e713cfb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.758515    2290 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key.e69b33ca ...

	I1002 03:41:26.758517    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key.e69b33ca: {Name:mk080538876e151fd84ec37efd70631dfc478ec7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.758619    2290 certs.go:337] copying /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt.e69b33ca -> /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt

	I1002 03:41:26.758876    2290 certs.go:341] copying /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key.e69b33ca -> /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key

	I1002 03:41:26.759009    2290 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.key

	I1002 03:41:26.759014    2290 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.crt with IP's: []

	I1002 03:41:26.875937    2290 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.crt ...

	I1002 03:41:26.875939    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.crt: {Name:mka4df725f29ab4b10b708b2a289486d2dab4d54 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.876073    2290 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.key ...

	I1002 03:41:26.876075    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.key: {Name:mkc5f599745b4cb42dba2bd1fb99ecb9cda17fc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:26.876295    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem (1338 bytes)

	W1002 03:41:26.876317    2290 certs.go:433] ignoring /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409_empty.pem, impossibly tiny 0 bytes

	I1002 03:41:26.876322    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem (1675 bytes)

	I1002 03:41:26.876339    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem (1082 bytes)

	I1002 03:41:26.876354    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem (1123 bytes)

	I1002 03:41:26.876372    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem (1679 bytes)

	I1002 03:41:26.876406    2290 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:41:26.876717    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I1002 03:41:26.884432    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I1002 03:41:26.891191    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I1002 03:41:26.898650    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/image-330000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I1002 03:41:26.906069    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I1002 03:41:26.913518    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I1002 03:41:26.920519    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I1002 03:41:26.927165    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I1002 03:41:26.934469    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /usr/share/ca-certificates/14092.pem (1708 bytes)

	I1002 03:41:26.941917    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I1002 03:41:26.948885    2290 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem --> /usr/share/ca-certificates/1409.pem (1338 bytes)

	I1002 03:41:26.955459    2290 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I1002 03:41:26.960621    2290 ssh_runner.go:195] Run: openssl version

	I1002 03:41:26.962541    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I1002 03:41:26.966142    2290 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:41:26.967859    2290 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct  2 10:38 /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:41:26.967874    2290 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:41:26.969729    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I1002 03:41:26.972700    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1409.pem && ln -fs /usr/share/ca-certificates/1409.pem /etc/ssl/certs/1409.pem"

	I1002 03:41:26.975619    2290 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1409.pem

	I1002 03:41:26.977191    2290 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct  2 10:37 /usr/share/ca-certificates/1409.pem

	I1002 03:41:26.977205    2290 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1409.pem

	I1002 03:41:26.979021    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1409.pem /etc/ssl/certs/51391683.0"

	I1002 03:41:26.982550    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14092.pem && ln -fs /usr/share/ca-certificates/14092.pem /etc/ssl/certs/14092.pem"

	I1002 03:41:26.986072    2290 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14092.pem

	I1002 03:41:26.987603    2290 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct  2 10:37 /usr/share/ca-certificates/14092.pem

	I1002 03:41:26.987620    2290 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14092.pem

	I1002 03:41:26.989586    2290 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14092.pem /etc/ssl/certs/3ec20f2e.0"

	I1002 03:41:26.992553    2290 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I1002 03:41:26.993837    2290 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I1002 03:41:26.993867    2290 kubeadm.go:404] StartCluster: {Name:image-330000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1

.28.2 ClusterName:image-330000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpt

imizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:41:26.993934    2290 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I1002 03:41:26.999465    2290 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I1002 03:41:27.002880    2290 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I1002 03:41:27.006210    2290 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I1002 03:41:27.009346    2290 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I1002 03:41:27.009358    2290 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I1002 03:41:27.032487    2290 kubeadm.go:322] [init] Using Kubernetes version: v1.28.2

	I1002 03:41:27.032518    2290 kubeadm.go:322] [preflight] Running pre-flight checks

	I1002 03:41:27.089717    2290 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I1002 03:41:27.089765    2290 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I1002 03:41:27.089816    2290 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I1002 03:41:27.185510    2290 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I1002 03:41:27.194692    2290 out.go:204]   - Generating certificates and keys ...

	I1002 03:41:27.194733    2290 kubeadm.go:322] [certs] Using existing ca certificate authority

	I1002 03:41:27.194765    2290 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I1002 03:41:27.268847    2290 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I1002 03:41:27.378445    2290 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I1002 03:41:27.745649    2290 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I1002 03:41:27.841519    2290 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I1002 03:41:27.983307    2290 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I1002 03:41:27.983370    2290 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [image-330000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]

	I1002 03:41:28.024660    2290 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I1002 03:41:28.024720    2290 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [image-330000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]

	I1002 03:41:28.085048    2290 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I1002 03:41:28.350318    2290 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I1002 03:41:28.467389    2290 kubeadm.go:322] [certs] Generating "sa" key and public key

	I1002 03:41:28.467423    2290 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I1002 03:41:28.552958    2290 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I1002 03:41:28.581938    2290 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I1002 03:41:28.680334    2290 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I1002 03:41:28.787877    2290 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I1002 03:41:28.788121    2290 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I1002 03:41:28.789150    2290 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I1002 03:41:28.799357    2290 out.go:204]   - Booting up control plane ...

	I1002 03:41:28.799444    2290 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I1002 03:41:28.799487    2290 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I1002 03:41:28.799515    2290 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I1002 03:41:28.799564    2290 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I1002 03:41:28.799602    2290 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I1002 03:41:28.799618    2290 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I1002 03:41:28.881838    2290 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I1002 03:41:32.884130    2290 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002394 seconds

	I1002 03:41:32.884214    2290 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I1002 03:41:32.890330    2290 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I1002 03:41:33.398789    2290 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I1002 03:41:33.398888    2290 kubeadm.go:322] [mark-control-plane] Marking the node image-330000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I1002 03:41:33.903818    2290 kubeadm.go:322] [bootstrap-token] Using token: ln1pf9.0fxt3d75hh7kbaj5

	I1002 03:41:33.910123    2290 out.go:204]   - Configuring RBAC rules ...

	I1002 03:41:33.910189    2290 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I1002 03:41:33.911799    2290 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I1002 03:41:33.916210    2290 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I1002 03:41:33.917424    2290 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I1002 03:41:33.918513    2290 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I1002 03:41:33.920171    2290 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I1002 03:41:33.924010    2290 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I1002 03:41:34.099857    2290 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I1002 03:41:34.314350    2290 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I1002 03:41:34.314657    2290 kubeadm.go:322] 

	I1002 03:41:34.314685    2290 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I1002 03:41:34.314687    2290 kubeadm.go:322] 

	I1002 03:41:34.314734    2290 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I1002 03:41:34.314737    2290 kubeadm.go:322] 

	I1002 03:41:34.314758    2290 kubeadm.go:322]   mkdir -p $HOME/.kube

	I1002 03:41:34.314789    2290 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I1002 03:41:34.314811    2290 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I1002 03:41:34.314812    2290 kubeadm.go:322] 

	I1002 03:41:34.314838    2290 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I1002 03:41:34.314840    2290 kubeadm.go:322] 

	I1002 03:41:34.314861    2290 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I1002 03:41:34.314863    2290 kubeadm.go:322] 

	I1002 03:41:34.314886    2290 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I1002 03:41:34.314926    2290 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I1002 03:41:34.314967    2290 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I1002 03:41:34.314969    2290 kubeadm.go:322] 

	I1002 03:41:34.315007    2290 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I1002 03:41:34.315054    2290 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I1002 03:41:34.315056    2290 kubeadm.go:322] 

	I1002 03:41:34.315098    2290 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token ln1pf9.0fxt3d75hh7kbaj5 \

	I1002 03:41:34.315155    2290 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:8318d3e3f19b90e0283160a1353f59cf85f53baf0a5ecb509b7354435554388c \

	I1002 03:41:34.315168    2290 kubeadm.go:322] 	--control-plane 

	I1002 03:41:34.315170    2290 kubeadm.go:322] 

	I1002 03:41:34.315213    2290 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I1002 03:41:34.315215    2290 kubeadm.go:322] 

	I1002 03:41:34.315254    2290 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token ln1pf9.0fxt3d75hh7kbaj5 \

	I1002 03:41:34.315305    2290 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:8318d3e3f19b90e0283160a1353f59cf85f53baf0a5ecb509b7354435554388c 

	I1002 03:41:34.315358    2290 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I1002 03:41:34.315365    2290 cni.go:84] Creating CNI manager for ""

	I1002 03:41:34.315373    2290 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I1002 03:41:34.321760    2290 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I1002 03:41:34.325929    2290 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I1002 03:41:34.328967    2290 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I1002 03:41:34.333621    2290 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I1002 03:41:34.333656    2290 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:41:34.333677    2290 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.2/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=45957ed538272972541ab48cdf2c4b323d7f5c18 minikube.k8s.io/name=image-330000 minikube.k8s.io/updated_at=2023_10_02T03_41_34_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:41:34.394712    2290 kubeadm.go:1081] duration metric: took 61.086625ms to wait for elevateKubeSystemPrivileges.

	I1002 03:41:34.394736    2290 ops.go:34] apiserver oom_adj: -16

	I1002 03:41:34.394740    2290 kubeadm.go:406] StartCluster complete in 7.401033125s

	I1002 03:41:34.394749    2290 settings.go:142] acquiring lock: {Name:mk3f5122457e6ee64cf5dd538efdbb968ff53214 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:34.394821    2290 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:41:34.395182    2290 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/kubeconfig: {Name:mkba984fcf92a3f610125e890c28c2ff94eec9c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:34.395407    2290 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I1002 03:41:34.395464    2290 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]

	I1002 03:41:34.395498    2290 addons.go:69] Setting storage-provisioner=true in profile "image-330000"

	I1002 03:41:34.395504    2290 addons.go:231] Setting addon storage-provisioner=true in "image-330000"

	I1002 03:41:34.395515    2290 addons.go:69] Setting default-storageclass=true in profile "image-330000"

	I1002 03:41:34.395522    2290 host.go:66] Checking if "image-330000" exists ...

	I1002 03:41:34.395524    2290 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "image-330000"

	I1002 03:41:34.395545    2290 config.go:182] Loaded profile config "image-330000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:41:34.396411    2290 addons.go:231] Setting addon default-storageclass=true in "image-330000"

	I1002 03:41:34.396418    2290 host.go:66] Checking if "image-330000" exists ...

	I1002 03:41:34.400783    2290 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:41:34.397000    2290 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I1002 03:41:34.404763    2290 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I1002 03:41:34.404775    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:34.404833    2290 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I1002 03:41:34.404836    2290 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I1002 03:41:34.404839    2290 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/image-330000/id_rsa Username:docker}

	I1002 03:41:34.406768    2290 kapi.go:248] "coredns" deployment in "kube-system" namespace and "image-330000" context rescaled to 1 replicas

	I1002 03:41:34.406780    2290 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:41:34.414794    2290 out.go:177] * Verifying Kubernetes components...

	I1002 03:41:34.418816    2290 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I1002 03:41:34.436173    2290 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I1002 03:41:34.445510    2290 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I1002 03:41:34.447421    2290 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I1002 03:41:34.447812    2290 api_server.go:52] waiting for apiserver process to appear ...

	I1002 03:41:34.447842    2290 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:41:34.949977    2290 start.go:923] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I1002 03:41:34.949990    2290 api_server.go:72] duration metric: took 543.213458ms to wait for apiserver process to appear ...

	I1002 03:41:34.949993    2290 api_server.go:88] waiting for apiserver healthz status ...

	I1002 03:41:34.949999    2290 api_server.go:253] Checking apiserver healthz at https://192.168.105.5:8443/healthz ...

	I1002 03:41:34.960479    2290 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I1002 03:41:34.952898    2290 api_server.go:279] https://192.168.105.5:8443/healthz returned 200:

	ok

	I1002 03:41:34.966631    2290 addons.go:502] enable addons completed in 571.201583ms: enabled=[storage-provisioner default-storageclass]

	I1002 03:41:34.961207    2290 api_server.go:141] control plane version: v1.28.2

	I1002 03:41:34.966641    2290 api_server.go:131] duration metric: took 16.646209ms to wait for apiserver health ...

	I1002 03:41:34.966644    2290 system_pods.go:43] waiting for kube-system pods to appear ...

	I1002 03:41:34.969250    2290 system_pods.go:59] 5 kube-system pods found

	I1002 03:41:34.969256    2290 system_pods.go:61] "etcd-image-330000" [8e723dda-8567-42a0-b4b2-f75909ded3ec] Pending

	I1002 03:41:34.969258    2290 system_pods.go:61] "kube-apiserver-image-330000" [cb42be6e-f3d5-4ded-9dfe-06c83e0a6987] Pending

	I1002 03:41:34.969260    2290 system_pods.go:61] "kube-controller-manager-image-330000" [da59f877-08c1-4a9d-a201-74997d6ff70a] Pending

	I1002 03:41:34.969261    2290 system_pods.go:61] "kube-scheduler-image-330000" [1a325473-2dd6-4547-b543-28bbb147fa96] Pending

	I1002 03:41:34.969265    2290 system_pods.go:61] "storage-provisioner" [86e7bfaa-072d-4bc4-a7c0-3dcb04f662e3] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling..)

	I1002 03:41:34.969267    2290 system_pods.go:74] duration metric: took 2.620875ms to wait for pod list to return data ...

	I1002 03:41:34.969270    2290 kubeadm.go:581] duration metric: took 562.495ms to wait for : map[apiserver:true system_pods:true] ...

	I1002 03:41:34.969275    2290 node_conditions.go:102] verifying NodePressure condition ...

	I1002 03:41:34.970437    2290 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I1002 03:41:34.970443    2290 node_conditions.go:123] node cpu capacity is 2

	I1002 03:41:34.970447    2290 node_conditions.go:105] duration metric: took 1.170583ms to run NodePressure ...

	I1002 03:41:34.970451    2290 start.go:228] waiting for startup goroutines ...

	I1002 03:41:34.970453    2290 start.go:233] waiting for cluster config update ...

	I1002 03:41:34.970457    2290 start.go:242] writing updated cluster config ...

	I1002 03:41:34.970711    2290 ssh_runner.go:195] Run: rm -f paused

	I1002 03:41:34.998321    2290 start.go:600] kubectl: 1.27.2, cluster: 1.28.2 (minor skew: 1)

	I1002 03:41:35.002654    2290 out.go:177] * Done! kubectl is now configured to use "image-330000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-10-02 10:41:16 UTC, ends at Mon 2023-10-02 10:41:36 UTC. --

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.754944590Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.755388840Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.755406256Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.755415506Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:29 image-330000 cri-dockerd[995]: time="2023-10-02T10:41:29Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/19d564b1027527a509ed111d4f712edbc3fb774aed4316e8a67639b13a4f86f0/resolv.conf as [nameserver 192.168.105.1]"

	Oct 02 10:41:29 image-330000 cri-dockerd[995]: time="2023-10-02T10:41:29Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/076215bd2a1f8090de9a63be8ff1d645710deafcf25dc544004a5bde3de0660a/resolv.conf as [nameserver 192.168.105.1]"

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.880743465Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.880890048Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.880916423Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.880938090Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.893558423Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.893698590Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.893723465Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:41:29 image-330000 dockerd[1107]: time="2023-10-02T10:41:29.893744465Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:36 image-330000 dockerd[1101]: time="2023-10-02T10:41:36.055026634Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Oct 02 10:41:36 image-330000 dockerd[1101]: time="2023-10-02T10:41:36.168240676Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Oct 02 10:41:36 image-330000 dockerd[1101]: time="2023-10-02T10:41:36.181111009Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.213286051Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.213319843Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.213328593Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.213335093Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:41:36 image-330000 dockerd[1101]: time="2023-10-02T10:41:36.346517884Z" level=info msg="ignoring event" container=31a20bdfe9ff82c12731eb7adbee6959c75c2b5bb069ea8754a128c6b8359283 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.346637551Z" level=info msg="shim disconnected" id=31a20bdfe9ff82c12731eb7adbee6959c75c2b5bb069ea8754a128c6b8359283 namespace=moby

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.346677968Z" level=warning msg="cleaning up after shim disconnected" id=31a20bdfe9ff82c12731eb7adbee6959c75c2b5bb069ea8754a128c6b8359283 namespace=moby

	Oct 02 10:41:36 image-330000 dockerd[1107]: time="2023-10-02T10:41:36.346683176Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED             STATE               NAME                      ATTEMPT             POD ID              POD

	33cd619adfe1e       64fc40cee3716       7 seconds ago       Running             kube-scheduler            0                   076215bd2a1f8       kube-scheduler-image-330000

	9c2871fb2742f       9cdd6470f48c8       7 seconds ago       Running             etcd                      0                   19d564b102752       etcd-image-330000

	d8cf8dcbebf75       89d57b83c1786       7 seconds ago       Running             kube-controller-manager   0                   5070e5be569bf       kube-controller-manager-image-330000

	5ddd8ac808348       30bb499447fe1       7 seconds ago       Running             kube-apiserver            0                   ce0354dc79885       kube-apiserver-image-330000

	* 

	* ==> describe nodes <==

	* Name:               image-330000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=image-330000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=45957ed538272972541ab48cdf2c4b323d7f5c18

	                    minikube.k8s.io/name=image-330000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_10_02T03_41_34_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 02 Oct 2023 10:41:31 +0000

	Taints:             node.kubernetes.io/not-ready:NoSchedule

	Unschedulable:      false

	Lease:

	  HolderIdentity:  image-330000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 02 Oct 2023 10:41:34 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 02 Oct 2023 10:41:34 +0000   Mon, 02 Oct 2023 10:41:30 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 02 Oct 2023 10:41:34 +0000   Mon, 02 Oct 2023 10:41:30 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 02 Oct 2023 10:41:34 +0000   Mon, 02 Oct 2023 10:41:30 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            False   Mon, 02 Oct 2023 10:41:34 +0000   Mon, 02 Oct 2023 10:41:30 +0000   KubeletNotReady              container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:docker: network plugin is not ready: cni config uninitialized

	Addresses:

	  InternalIP:  192.168.105.5

	  Hostname:    image-330000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 900fd4ce955e4ffbb8a47f929bc0dfae

	  System UUID:                900fd4ce955e4ffbb8a47f929bc0dfae

	  Boot ID:                    d3c63ad1-661e-4e58-bbb7-b9bc7a8b0d76

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.6

	  Kubelet Version:            v1.28.2

	  Kube-Proxy Version:         v1.28.2

	Non-terminated Pods:          (4 in total)

	  Namespace                   Name                                    CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                    ------------  ----------  ---------------  -------------  ---

	  kube-system                 etcd-image-330000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         2s

	  kube-system                 kube-apiserver-image-330000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2s

	  kube-system                 kube-controller-manager-image-330000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2s

	  kube-system                 kube-scheduler-image-330000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                650m (32%!)(MISSING)  0 (0%!)(MISSING)

	  memory             100Mi (2%!)(MISSING)  0 (0%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From     Message

	  ----    ------                   ----  ----     -------

	  Normal  Starting                 2s    kubelet  Starting kubelet.

	  Normal  NodeAllocatableEnforced  2s    kubelet  Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  2s    kubelet  Node image-330000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2s    kubelet  Node image-330000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     2s    kubelet  Node image-330000 status is now: NodeHasSufficientPID

	* 

	* ==> dmesg <==

	* [Oct 2 10:41] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.662102] EINJ: EINJ table not found.

	[  +0.524799] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.042894] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +4.075604] systemd-fstab-generator[477]: Ignoring "noauto" for root device

	[  +0.079304] systemd-fstab-generator[488]: Ignoring "noauto" for root device

	[  +0.422428] systemd-fstab-generator[665]: Ignoring "noauto" for root device

	[  +0.171140] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.067427] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085567] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.239566] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.073967] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.084241] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.080066] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.083810] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.513309] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +1.450486] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.394767] systemd-fstab-generator[1476]: Ignoring "noauto" for root device

	[  +5.128813] systemd-fstab-generator[2384]: Ignoring "noauto" for root device

	[  +2.210170] kauditd_printk_skb: 41 callbacks suppressed

	* 

	* ==> etcd [9c2871fb2742] <==

	* {"level":"info","ts":"2023-10-02T10:41:30.100979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 switched to configuration voters=(6403572207504089856)"}

	{"level":"info","ts":"2023-10-02T10:41:30.101012Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cd5c0afff2184bea","local-member-id":"58de0efec1d86300","added-peer-id":"58de0efec1d86300","added-peer-peer-urls":["https://192.168.105.5:2380"]}

	{"level":"info","ts":"2023-10-02T10:41:30.10177Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}

	{"level":"info","ts":"2023-10-02T10:41:30.101825Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.105.5:2380"}

	{"level":"info","ts":"2023-10-02T10:41:30.101828Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.5:2380"}

	{"level":"info","ts":"2023-10-02T10:41:30.104991Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"58de0efec1d86300","initial-advertise-peer-urls":["https://192.168.105.5:2380"],"listen-peer-urls":["https://192.168.105.5:2380"],"advertise-client-urls":["https://192.168.105.5:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.105.5:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}

	{"level":"info","ts":"2023-10-02T10:41:30.105002Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2023-10-02T10:41:30.550749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 is starting a new election at term 1"}

	{"level":"info","ts":"2023-10-02T10:41:30.550799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-10-02T10:41:30.550825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 received MsgPreVoteResp from 58de0efec1d86300 at term 1"}

	{"level":"info","ts":"2023-10-02T10:41:30.550836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became candidate at term 2"}

	{"level":"info","ts":"2023-10-02T10:41:30.550847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 received MsgVoteResp from 58de0efec1d86300 at term 2"}

	{"level":"info","ts":"2023-10-02T10:41:30.550856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became leader at term 2"}

	{"level":"info","ts":"2023-10-02T10:41:30.550865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 58de0efec1d86300 elected leader 58de0efec1d86300 at term 2"}

	{"level":"info","ts":"2023-10-02T10:41:30.554846Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"58de0efec1d86300","local-member-attributes":"{Name:image-330000 ClientURLs:[https://192.168.105.5:2379]}","request-path":"/0/members/58de0efec1d86300/attributes","cluster-id":"cd5c0afff2184bea","publish-timeout":"7s"}

	{"level":"info","ts":"2023-10-02T10:41:30.554872Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:41:30.555331Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.5:2379"}

	{"level":"info","ts":"2023-10-02T10:41:30.555388Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:41:30.555525Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-10-02T10:41:30.555895Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-10-02T10:41:30.566986Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-10-02T10:41:30.56702Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-10-02T10:41:30.567109Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cd5c0afff2184bea","local-member-id":"58de0efec1d86300","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:41:30.56716Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-10-02T10:41:30.567184Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	* 

	* ==> kernel <==

	*  10:41:36 up 0 min,  0 users,  load average: 1.06, 0.23, 0.08

	Linux image-330000 5.10.57 #1 SMP PREEMPT Mon Sep 18 20:10:16 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [5ddd8ac80834] <==

	* I1002 10:41:31.415132       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller

	I1002 10:41:31.415167       1 apf_controller.go:377] Running API Priority and Fairness config worker

	I1002 10:41:31.415200       1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process

	I1002 10:41:31.415610       1 controller.go:624] quota admission added evaluator for: namespaces

	I1002 10:41:31.415902       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I1002 10:41:31.415916       1 aggregator.go:166] initial CRD sync complete...

	I1002 10:41:31.415919       1 autoregister_controller.go:141] Starting autoregister controller

	I1002 10:41:31.415949       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I1002 10:41:31.415955       1 cache.go:39] Caches are synced for autoregister controller

	I1002 10:41:31.418519       1 shared_informer.go:318] Caches are synced for configmaps

	I1002 10:41:31.433956       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I1002 10:41:31.442678       1 shared_informer.go:318] Caches are synced for node_authorizer

	I1002 10:41:32.317211       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I1002 10:41:32.318531       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I1002 10:41:32.318537       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I1002 10:41:32.445359       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I1002 10:41:32.456232       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I1002 10:41:32.512190       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W1002 10:41:32.515030       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.5]

	I1002 10:41:32.515347       1 controller.go:624] quota admission added evaluator for: endpoints

	I1002 10:41:32.516568       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I1002 10:41:33.366685       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I1002 10:41:34.117798       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I1002 10:41:34.121592       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I1002 10:41:34.125263       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	* 

	* ==> kube-controller-manager [d8cf8dcbebf7] <==

	* I1002 10:41:30.868633       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I1002 10:41:33.363266       1 shared_informer.go:311] Waiting for caches to sync for tokens

	I1002 10:41:33.368311       1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller"

	I1002 10:41:33.368403       1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller"

	I1002 10:41:33.368411       1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator

	I1002 10:41:33.371266       1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller"

	I1002 10:41:33.371350       1 pvc_protection_controller.go:102] "Starting PVC protection controller"

	I1002 10:41:33.371361       1 shared_informer.go:311] Waiting for caches to sync for PVC protection

	I1002 10:41:33.380660       1 controllermanager.go:642] "Started controller" controller="namespace-controller"

	I1002 10:41:33.380701       1 namespace_controller.go:197] "Starting namespace controller"

	I1002 10:41:33.380708       1 shared_informer.go:311] Waiting for caches to sync for namespace

	I1002 10:41:33.384045       1 controllermanager.go:642] "Started controller" controller="disruption-controller"

	I1002 10:41:33.384131       1 disruption.go:437] "Sending events to api server."

	I1002 10:41:33.384150       1 disruption.go:448] "Starting disruption controller"

	I1002 10:41:33.384152       1 shared_informer.go:311] Waiting for caches to sync for disruption

	I1002 10:41:33.386485       1 controllermanager.go:642] "Started controller" controller="replicaset-controller"

	I1002 10:41:33.386609       1 replica_set.go:214] "Starting controller" name="replicaset"

	I1002 10:41:33.386665       1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet

	I1002 10:41:33.388998       1 controllermanager.go:642] "Started controller" controller="statefulset-controller"

	I1002 10:41:33.389049       1 stateful_set.go:161] "Starting stateful set controller"

	I1002 10:41:33.389056       1 shared_informer.go:311] Waiting for caches to sync for stateful set

	I1002 10:41:33.391221       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller"

	I1002 10:41:33.391275       1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving"

	I1002 10:41:33.391284       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving

	I1002 10:41:33.463432       1 shared_informer.go:318] Caches are synced for tokens

	* 

	* ==> kube-scheduler [33cd619adfe1] <==

	* W1002 10:41:31.384972       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E1002 10:41:31.385251       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W1002 10:41:31.384987       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E1002 10:41:31.385302       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W1002 10:41:31.384999       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E1002 10:41:31.385334       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W1002 10:41:31.385454       1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E1002 10:41:31.385463       1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W1002 10:41:31.385044       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E1002 10:41:31.385523       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W1002 10:41:31.385063       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E1002 10:41:31.385568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W1002 10:41:31.385080       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E1002 10:41:31.385627       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W1002 10:41:31.385102       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E1002 10:41:31.385668       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W1002 10:41:32.209715       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E1002 10:41:32.209735       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W1002 10:41:32.288369       1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E1002 10:41:32.288377       1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W1002 10:41:32.356088       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E1002 10:41:32.356114       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W1002 10:41:32.373017       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E1002 10:41:32.373103       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	I1002 10:41:34.078094       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-10-02 10:41:16 UTC, ends at Mon 2023-10-02 10:41:36 UTC. --

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.269187    2403 kubelet_node_status.go:108] "Node was previously registered" node="image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.269224    2403 kubelet_node_status.go:73] "Successfully registered node" node="image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.289596    2403 topology_manager.go:215] "Topology Admit Handler" podUID="89f0a2b7a1c6fd2e85ad51ceb188212f" podNamespace="kube-system" podName="etcd-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.289656    2403 topology_manager.go:215] "Topology Admit Handler" podUID="14d55717b415001f93d0a20b623067b1" podNamespace="kube-system" podName="kube-apiserver-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.289677    2403 topology_manager.go:215] "Topology Admit Handler" podUID="f6c50c0091b9fa9d4d0de9baf573950e" podNamespace="kube-system" podName="kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.289691    2403 topology_manager.go:215] "Topology Admit Handler" podUID="adeecdba08aa84cea9d4f5f478bf9c0a" podNamespace="kube-system" podName="kube-scheduler-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: E1002 10:41:34.293952    2403 kubelet.go:1890] "Failed creating a mirror pod for" err="pods \"kube-scheduler-image-330000\" already exists" pod="kube-system/kube-scheduler-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363275    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/f6c50c0091b9fa9d4d0de9baf573950e-ca-certs\") pod \"kube-controller-manager-image-330000\" (UID: \"f6c50c0091b9fa9d4d0de9baf573950e\") " pod="kube-system/kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363293    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/f6c50c0091b9fa9d4d0de9baf573950e-k8s-certs\") pod \"kube-controller-manager-image-330000\" (UID: \"f6c50c0091b9fa9d4d0de9baf573950e\") " pod="kube-system/kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363305    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/f6c50c0091b9fa9d4d0de9baf573950e-kubeconfig\") pod \"kube-controller-manager-image-330000\" (UID: \"f6c50c0091b9fa9d4d0de9baf573950e\") " pod="kube-system/kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363315    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/f6c50c0091b9fa9d4d0de9baf573950e-usr-share-ca-certificates\") pod \"kube-controller-manager-image-330000\" (UID: \"f6c50c0091b9fa9d4d0de9baf573950e\") " pod="kube-system/kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363361    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-certs\" (UniqueName: \"kubernetes.io/host-path/89f0a2b7a1c6fd2e85ad51ceb188212f-etcd-certs\") pod \"etcd-image-330000\" (UID: \"89f0a2b7a1c6fd2e85ad51ceb188212f\") " pod="kube-system/etcd-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363376    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-data\" (UniqueName: \"kubernetes.io/host-path/89f0a2b7a1c6fd2e85ad51ceb188212f-etcd-data\") pod \"etcd-image-330000\" (UID: \"89f0a2b7a1c6fd2e85ad51ceb188212f\") " pod="kube-system/etcd-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363385    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/14d55717b415001f93d0a20b623067b1-ca-certs\") pod \"kube-apiserver-image-330000\" (UID: \"14d55717b415001f93d0a20b623067b1\") " pod="kube-system/kube-apiserver-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363413    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/14d55717b415001f93d0a20b623067b1-k8s-certs\") pod \"kube-apiserver-image-330000\" (UID: \"14d55717b415001f93d0a20b623067b1\") " pod="kube-system/kube-apiserver-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363423    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/14d55717b415001f93d0a20b623067b1-usr-share-ca-certificates\") pod \"kube-apiserver-image-330000\" (UID: \"14d55717b415001f93d0a20b623067b1\") " pod="kube-system/kube-apiserver-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363432    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"flexvolume-dir\" (UniqueName: \"kubernetes.io/host-path/f6c50c0091b9fa9d4d0de9baf573950e-flexvolume-dir\") pod \"kube-controller-manager-image-330000\" (UID: \"f6c50c0091b9fa9d4d0de9baf573950e\") " pod="kube-system/kube-controller-manager-image-330000"

	Oct 02 10:41:34 image-330000 kubelet[2403]: I1002 10:41:34.363442    2403 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/adeecdba08aa84cea9d4f5f478bf9c0a-kubeconfig\") pod \"kube-scheduler-image-330000\" (UID: \"adeecdba08aa84cea9d4f5f478bf9c0a\") " pod="kube-system/kube-scheduler-image-330000"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.151231    2403 apiserver.go:52] "Watching apiserver"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.162891    2403 desired_state_of_world_populator.go:159] "Finished populating initial desired state of world"

	Oct 02 10:41:35 image-330000 kubelet[2403]: E1002 10:41:35.219201    2403 kubelet.go:1890] "Failed creating a mirror pod for" err="pods \"kube-apiserver-image-330000\" already exists" pod="kube-system/kube-apiserver-image-330000"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.225588    2403 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-controller-manager-image-330000" podStartSLOduration=1.225545842 podCreationTimestamp="2023-10-02 10:41:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-02 10:41:35.224637551 +0000 UTC m=+1.123743001" watchObservedRunningTime="2023-10-02 10:41:35.225545842 +0000 UTC m=+1.124651251"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.231514    2403 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/etcd-image-330000" podStartSLOduration=1.231491384 podCreationTimestamp="2023-10-02 10:41:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-02 10:41:35.228532301 +0000 UTC m=+1.127637751" watchObservedRunningTime="2023-10-02 10:41:35.231491384 +0000 UTC m=+1.130596835"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.234920    2403 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-scheduler-image-330000" podStartSLOduration=2.234883009 podCreationTimestamp="2023-10-02 10:41:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-02 10:41:35.231633301 +0000 UTC m=+1.130738751" watchObservedRunningTime="2023-10-02 10:41:35.234883009 +0000 UTC m=+1.133988460"

	Oct 02 10:41:35 image-330000 kubelet[2403]: I1002 10:41:35.239413    2403 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-apiserver-image-330000" podStartSLOduration=1.239391842 podCreationTimestamp="2023-10-02 10:41:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-10-02 10:41:35.235050842 +0000 UTC m=+1.134156293" watchObservedRunningTime="2023-10-02 10:41:35.239391842 +0000 UTC m=+1.138497293"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p image-330000 -n image-330000

helpers_test.go:261: (dbg) Run:  kubectl --context image-330000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: storage-provisioner

helpers_test.go:274: ======> post-mortem[TestImageBuild/serial/BuildWithBuildArg]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context image-330000 describe pod storage-provisioner

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context image-330000 describe pod storage-provisioner: exit status 1 (38.672667ms)

** stderr ** 

	Error from server (NotFound): pods "storage-provisioner" not found

** /stderr **

helpers_test.go:279: kubectl --context image-330000 describe pod storage-provisioner: exit status 1

--- FAIL: TestImageBuild/serial/BuildWithBuildArg (1.02s)

=== RUN   TestIngressAddonLegacy/serial/ValidateIngressAddons

addons_test.go:185: (dbg) Run:  kubectl --context ingress-addon-legacy-545000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:185: (dbg) Done: kubectl --context ingress-addon-legacy-545000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (12.299855833s)

addons_test.go:210: (dbg) Run:  kubectl --context ingress-addon-legacy-545000 replace --force -f testdata/nginx-ingress-v1beta1.yaml

addons_test.go:223: (dbg) Run:  kubectl --context ingress-addon-legacy-545000 replace --force -f testdata/nginx-pod-svc.yaml

addons_test.go:228: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...

helpers_test.go:344: "nginx" [658ed7f5-b147-4641-b3ea-ec35b0aa62aa] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])

helpers_test.go:344: "nginx" [658ed7f5-b147-4641-b3ea-ec35b0aa62aa] Running

addons_test.go:228: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 9.0118295s

addons_test.go:240: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"

addons_test.go:264: (dbg) Run:  kubectl --context ingress-addon-legacy-545000 replace --force -f testdata/ingress-dns-example-v1beta1.yaml

addons_test.go:269: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 ip

addons_test.go:275: (dbg) Run:  nslookup hello-john.test 192.168.105.6

addons_test.go:275: (dbg) Non-zero exit: nslookup hello-john.test 192.168.105.6: exit status 1 (15.0415815s)

-- stdout --

	;; connection timed out; no servers could be reached

-- /stdout --

addons_test.go:277: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.105.6" : exit status 1

addons_test.go:281: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached

stderr: 

addons_test.go:284: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 addons disable ingress-dns --alsologtostderr -v=1

addons_test.go:284: (dbg) Done: out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 addons disable ingress-dns --alsologtostderr -v=1: (6.165552917s)

addons_test.go:289: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 addons disable ingress --alsologtostderr -v=1

addons_test.go:289: (dbg) Done: out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 addons disable ingress --alsologtostderr -v=1: (7.084483083s)

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ingress-addon-legacy-545000 -n ingress-addon-legacy-545000

helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-545000 logs -n 25

helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	|    Command     |                   Args                   |           Profile           |  User   | Version |     Start Time      |      End Time       |

	|----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	| ssh            | functional-680000 ssh findmnt            | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT |                     |

	|                | -T /mount3                               |                             |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| update-context | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:40 PDT |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:40 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format short                  |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format json                   |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format yaml                   |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| image          | functional-680000                        | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | image ls --format table                  |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| ssh            | functional-680000 ssh pgrep              | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT |                     |

	|                | buildkitd                                |                             |         |         |                     |                     |

	| image          | functional-680000 image build -t         | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | localhost/my-image:functional-680000     |                             |         |         |                     |                     |

	|                | testdata/build --alsologtostderr         |                             |         |         |                     |                     |

	| image          | functional-680000 image ls               | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	| delete         | -p functional-680000                     | functional-680000           | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	| start          | -p image-330000 --driver=qemu2           | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                |                                          |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | ./testdata/image-build/test-normal       |                             |         |         |                     |                     |

	|                | -p image-330000                          |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | --build-opt=build-arg=ENV_A=test_env_str |                             |         |         |                     |                     |

	|                | --build-opt=no-cache                     |                             |         |         |                     |                     |

	|                | ./testdata/image-build/test-arg -p       |                             |         |         |                     |                     |

	|                | image-330000                             |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | ./testdata/image-build/test-normal       |                             |         |         |                     |                     |

	|                | --build-opt=no-cache -p                  |                             |         |         |                     |                     |

	|                | image-330000                             |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	|                | -f inner/Dockerfile                      |                             |         |         |                     |                     |

	|                | ./testdata/image-build/test-f            |                             |         |         |                     |                     |

	|                | -p image-330000                          |                             |         |         |                     |                     |

	| delete         | -p image-330000                          | image-330000                | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:41 PDT |

	| start          | -p ingress-addon-legacy-545000           | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:41 PDT | 02 Oct 23 03:42 PDT |

	|                | --kubernetes-version=v1.18.20            |                             |         |         |                     |                     |

	|                | --memory=4096 --wait=true                |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	|                | --driver=qemu2                           |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-545000              | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:42 PDT | 02 Oct 23 03:43 PDT |

	|                | addons enable ingress                    |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-545000              | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:43 PDT | 02 Oct 23 03:43 PDT |

	|                | addons enable ingress-dns                |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	| ssh            | ingress-addon-legacy-545000              | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:43 PDT | 02 Oct 23 03:43 PDT |

	|                | ssh curl -s http://127.0.0.1/            |                             |         |         |                     |                     |

	|                | -H 'Host: nginx.example.com'             |                             |         |         |                     |                     |

	| ip             | ingress-addon-legacy-545000 ip           | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:43 PDT | 02 Oct 23 03:43 PDT |

	| addons         | ingress-addon-legacy-545000              | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:43 PDT | 02 Oct 23 03:43 PDT |

	|                | addons disable ingress-dns               |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=1                   |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-545000              | ingress-addon-legacy-545000 | jenkins | v1.31.2 | 02 Oct 23 03:43 PDT | 02 Oct 23 03:43 PDT |

	|                | addons disable ingress                   |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=1                   |                             |         |         |                     |                     |

	|----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/10/02 03:41:37

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.21.1 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I1002 03:41:37.504639    2345 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:41:37.504781    2345 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:41:37.504784    2345 out.go:309] Setting ErrFile to fd 2...

	I1002 03:41:37.504786    2345 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:41:37.504914    2345 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:41:37.505946    2345 out.go:303] Setting JSON to false

	I1002 03:41:37.521797    2345 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":671,"bootTime":1696242626,"procs":463,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:41:37.521870    2345 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:41:37.526217    2345 out.go:177] * [ingress-addon-legacy-545000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:41:37.533057    2345 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:41:37.533096    2345 notify.go:220] Checking for updates...

	I1002 03:41:37.537205    2345 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:41:37.540243    2345 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:41:37.543218    2345 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:41:37.546202    2345 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:41:37.549238    2345 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:41:37.552350    2345 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:41:37.556190    2345 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:41:37.563149    2345 start.go:298] selected driver: qemu2

	I1002 03:41:37.563156    2345 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:41:37.563161    2345 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:41:37.565403    2345 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:41:37.568134    2345 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:41:37.571354    2345 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:41:37.571383    2345 cni.go:84] Creating CNI manager for ""

	I1002 03:41:37.571398    2345 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I1002 03:41:37.571402    2345 start_flags.go:321] config:

	{Name:ingress-addon-legacy-545000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-545000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loc

al ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP

: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:41:37.576110    2345 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:41:37.583195    2345 out.go:177] * Starting control plane node ingress-addon-legacy-545000 in cluster ingress-addon-legacy-545000

	I1002 03:41:37.587011    2345 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I1002 03:41:37.645362    2345 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4

	I1002 03:41:37.645398    2345 cache.go:57] Caching tarball of preloaded images

	I1002 03:41:37.645574    2345 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I1002 03:41:37.654222    2345 out.go:177] * Downloading Kubernetes v1.18.20 preload ...

	I1002 03:41:37.662162    2345 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:41:37.741710    2345 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4?checksum=md5:c8c260b886393123ce9d312d8ac2379e -> /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4

	I1002 03:41:43.891222    2345 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:41:43.891366    2345 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I1002 03:41:44.641555    2345 cache.go:60] Finished verifying existence of preloaded tar for  v1.18.20 on docker

	I1002 03:41:44.641734    2345 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/config.json ...

	I1002 03:41:44.641750    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/config.json: {Name:mk92d4960e241c16bd1375c93856d1eb04e31ccd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:41:44.642009    2345 start.go:365] acquiring machines lock for ingress-addon-legacy-545000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:41:44.642037    2345 start.go:369] acquired machines lock for "ingress-addon-legacy-545000" in 22.125µs

	I1002 03:41:44.642060    2345 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-545000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 K

ubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-545000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:doc

ker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:41:44.642104    2345 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:41:44.652063    2345 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4096MB, Disk=20000MB) ...

	I1002 03:41:44.667456    2345 start.go:159] libmachine.API.Create for "ingress-addon-legacy-545000" (driver="qemu2")

	I1002 03:41:44.667476    2345 client.go:168] LocalClient.Create starting

	I1002 03:41:44.667558    2345 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:41:44.667585    2345 main.go:141] libmachine: Decoding PEM data...

	I1002 03:41:44.667597    2345 main.go:141] libmachine: Parsing certificate...

	I1002 03:41:44.667639    2345 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:41:44.667657    2345 main.go:141] libmachine: Decoding PEM data...

	I1002 03:41:44.667665    2345 main.go:141] libmachine: Parsing certificate...

	I1002 03:41:44.667979    2345 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:41:44.775140    2345 main.go:141] libmachine: Creating SSH key...

	I1002 03:41:44.815847    2345 main.go:141] libmachine: Creating Disk image...

	I1002 03:41:44.815853    2345 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:41:44.816059    2345 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2

	I1002 03:41:44.824965    2345 main.go:141] libmachine: STDOUT: 

	I1002 03:41:44.824981    2345 main.go:141] libmachine: STDERR: 

	I1002 03:41:44.825031    2345 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2 +20000M

	I1002 03:41:44.832531    2345 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:41:44.832546    2345 main.go:141] libmachine: STDERR: 

	I1002 03:41:44.832564    2345 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2

	I1002 03:41:44.832572    2345 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:41:44.832609    2345 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4096 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/qemu.pid -device virtio-net-pci,netdev=net0,mac=7a:72:e6:c1:17:07 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/disk.qcow2

	I1002 03:41:44.867434    2345 main.go:141] libmachine: STDOUT: 

	I1002 03:41:44.867456    2345 main.go:141] libmachine: STDERR: 

	I1002 03:41:44.867461    2345 main.go:141] libmachine: Attempt 0

	I1002 03:41:44.867475    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:44.867531    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:44.867550    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:44.867562    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:44.867567    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:44.867589    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:46.869708    2345 main.go:141] libmachine: Attempt 1

	I1002 03:41:46.869793    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:46.870035    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:46.870086    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:46.870188    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:46.870222    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:46.870254    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:48.870817    2345 main.go:141] libmachine: Attempt 2

	I1002 03:41:48.870883    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:48.870994    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:48.871005    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:48.871013    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:48.871018    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:48.871023    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:50.873031    2345 main.go:141] libmachine: Attempt 3

	I1002 03:41:50.873063    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:50.873096    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:50.873104    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:50.873109    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:50.873115    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:50.873120    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:52.875116    2345 main.go:141] libmachine: Attempt 4

	I1002 03:41:52.875124    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:52.875160    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:52.875167    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:52.875173    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:52.875178    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:52.875183    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:54.876565    2345 main.go:141] libmachine: Attempt 5

	I1002 03:41:54.876584    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:54.876645    2345 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I1002 03:41:54.876655    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:8e:4b:df:74:ef:35 ID:1,8e:4b:df:74:ef:35 Lease:0x651befcc}

	I1002 03:41:54.876663    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:ea:a7:e:53:bb:c6 ID:1,ea:a7:e:53:bb:c6 Lease:0x651bef0d}

	I1002 03:41:54.876669    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:32:59:b5:69:12:e9 ID:1,32:59:b5:69:12:e9 Lease:0x651a9d80}

	I1002 03:41:54.876674    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:6:8b:7a:74:5f:e ID:1,6:8b:7a:74:5f:e Lease:0x651bee73}

	I1002 03:41:56.878748    2345 main.go:141] libmachine: Attempt 6

	I1002 03:41:56.878800    2345 main.go:141] libmachine: Searching for 7a:72:e6:c1:17:7 in /var/db/dhcpd_leases ...

	I1002 03:41:56.878917    2345 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I1002 03:41:56.878933    2345 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.6 HWAddress:7a:72:e6:c1:17:7 ID:1,7a:72:e6:c1:17:7 Lease:0x651beff3}

	I1002 03:41:56.878938    2345 main.go:141] libmachine: Found match: 7a:72:e6:c1:17:7

	I1002 03:41:56.878952    2345 main.go:141] libmachine: IP: 192.168.105.6

	I1002 03:41:56.878959    2345 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.6)...

	I1002 03:41:58.892060    2345 machine.go:88] provisioning docker machine ...

	I1002 03:41:58.892121    2345 buildroot.go:166] provisioning hostname "ingress-addon-legacy-545000"

	I1002 03:41:58.892277    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:58.893100    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:58.893126    2345 main.go:141] libmachine: About to run SSH command:

	sudo hostname ingress-addon-legacy-545000 && echo "ingress-addon-legacy-545000" | sudo tee /etc/hostname

	I1002 03:41:58.983222    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-545000

	I1002 03:41:58.983340    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:58.983820    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:58.983845    2345 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\singress-addon-legacy-545000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-545000/g' /etc/hosts;

				else 

					echo '127.0.1.1 ingress-addon-legacy-545000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I1002 03:41:59.051421    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I1002 03:41:59.051443    2345 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17340-994/.minikube CaCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17340-994/.minikube}

	I1002 03:41:59.051482    2345 buildroot.go:174] setting up certificates

	I1002 03:41:59.051495    2345 provision.go:83] configureAuth start

	I1002 03:41:59.051503    2345 provision.go:138] copyHostCerts

	I1002 03:41:59.051542    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem

	I1002 03:41:59.051626    2345 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem, removing ...

	I1002 03:41:59.051635    2345 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem

	I1002 03:41:59.051856    2345 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/key.pem (1679 bytes)

	I1002 03:41:59.052086    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem

	I1002 03:41:59.052110    2345 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem, removing ...

	I1002 03:41:59.052113    2345 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem

	I1002 03:41:59.052182    2345 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/ca.pem (1082 bytes)

	I1002 03:41:59.052296    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem

	I1002 03:41:59.052316    2345 exec_runner.go:144] found /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem, removing ...

	I1002 03:41:59.052324    2345 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem

	I1002 03:41:59.052386    2345 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17340-994/.minikube/cert.pem (1123 bytes)

	I1002 03:41:59.052514    2345 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-545000 san=[192.168.105.6 192.168.105.6 localhost 127.0.0.1 minikube ingress-addon-legacy-545000]

	I1002 03:41:59.166935    2345 provision.go:172] copyRemoteCerts

	I1002 03:41:59.166976    2345 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I1002 03:41:59.166986    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:41:59.199112    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I1002 03:41:59.199159    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I1002 03:41:59.205983    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem -> /etc/docker/server.pem

	I1002 03:41:59.206016    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)

	I1002 03:41:59.213179    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I1002 03:41:59.213220    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I1002 03:41:59.220046    2345 provision.go:86] duration metric: configureAuth took 168.548042ms

	I1002 03:41:59.220054    2345 buildroot.go:189] setting minikube options for container-runtime

	I1002 03:41:59.220152    2345 config.go:182] Loaded profile config "ingress-addon-legacy-545000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.18.20

	I1002 03:41:59.220185    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:59.220404    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:59.220411    2345 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I1002 03:41:59.276957    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I1002 03:41:59.276966    2345 buildroot.go:70] root file system type: tmpfs

	I1002 03:41:59.277032    2345 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I1002 03:41:59.277078    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:59.277317    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:59.277352    2345 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I1002 03:41:59.339248    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I1002 03:41:59.339299    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:59.339559    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:59.339572    2345 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I1002 03:41:59.696057    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I1002 03:41:59.696070    2345 machine.go:91] provisioned docker machine in 804.003833ms

	I1002 03:41:59.696076    2345 client.go:171] LocalClient.Create took 15.028900042s

	I1002 03:41:59.696086    2345 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-545000" took 15.028941666s

	I1002 03:41:59.696093    2345 start.go:300] post-start starting for "ingress-addon-legacy-545000" (driver="qemu2")

	I1002 03:41:59.696098    2345 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I1002 03:41:59.696168    2345 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I1002 03:41:59.696177    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:41:59.727263    2345 ssh_runner.go:195] Run: cat /etc/os-release

	I1002 03:41:59.728413    2345 info.go:137] Remote host: Buildroot 2021.02.12

	I1002 03:41:59.728419    2345 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/addons for local assets ...

	I1002 03:41:59.728490    2345 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17340-994/.minikube/files for local assets ...

	I1002 03:41:59.728586    2345 filesync.go:149] local asset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem -> 14092.pem in /etc/ssl/certs

	I1002 03:41:59.728591    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem -> /etc/ssl/certs/14092.pem

	I1002 03:41:59.728699    2345 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I1002 03:41:59.731021    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:41:59.737666    2345 start.go:303] post-start completed in 41.568709ms

	I1002 03:41:59.738044    2345 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/config.json ...

	I1002 03:41:59.738215    2345 start.go:128] duration metric: createHost completed in 15.09641125s

	I1002 03:41:59.738243    2345 main.go:141] libmachine: Using SSH client type: native

	I1002 03:41:59.738455    2345 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102b3c760] 0x102b3eed0 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I1002 03:41:59.738462    2345 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I1002 03:41:59.792110    2345 main.go:141] libmachine: SSH cmd err, output: <nil>: 1696243319.519471377

	I1002 03:41:59.792116    2345 fix.go:206] guest clock: 1696243319.519471377

	I1002 03:41:59.792120    2345 fix.go:219] Guest: 2023-10-02 03:41:59.519471377 -0700 PDT Remote: 2023-10-02 03:41:59.738221 -0700 PDT m=+22.253188210 (delta=-218.749623ms)

	I1002 03:41:59.792135    2345 fix.go:190] guest clock delta is within tolerance: -218.749623ms

	I1002 03:41:59.792138    2345 start.go:83] releasing machines lock for "ingress-addon-legacy-545000", held for 15.150394s

	I1002 03:41:59.792398    2345 ssh_runner.go:195] Run: cat /version.json

	I1002 03:41:59.792406    2345 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I1002 03:41:59.792424    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:41:59.792406    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:41:59.861885    2345 ssh_runner.go:195] Run: systemctl --version

	I1002 03:41:59.864025    2345 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W1002 03:41:59.865861    2345 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I1002 03:41:59.865889    2345 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *bridge* -not -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e '/"dst": ".*:.*"/d' -e 's|^(.*)"dst": (.*)[,*]$|\1"dst": \2|g' -e '/"subnet": ".*:.*"/d' -e 's|^(.*)"subnet": ".*"(.*)[,*]$|\1"subnet": "10.244.0.0/16"\2|g' {}" ;

	I1002 03:41:59.869186    2345 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e 's|^(.*)"subnet": ".*"(.*)$|\1"subnet": "10.244.0.0/16"\2|g' -e 's|^(.*)"gateway": ".*"(.*)$|\1"gateway": "10.244.0.1"\2|g' {}" ;

	I1002 03:41:59.874051    2345 cni.go:308] configured [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I1002 03:41:59.874058    2345 start.go:469] detecting cgroup driver to use...

	I1002 03:41:59.874132    2345 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:41:59.880024    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.2"|' /etc/containerd/config.toml"

	I1002 03:41:59.882948    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I1002 03:41:59.886146    2345 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I1002 03:41:59.886171    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I1002 03:41:59.889469    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:41:59.892401    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I1002 03:41:59.895253    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I1002 03:41:59.898165    2345 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I1002 03:41:59.901474    2345 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I1002 03:41:59.904832    2345 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I1002 03:41:59.907525    2345 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I1002 03:41:59.910286    2345 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:41:59.990498    2345 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I1002 03:41:59.999990    2345 start.go:469] detecting cgroup driver to use...

	I1002 03:42:00.000062    2345 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I1002 03:42:00.005955    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:42:00.012267    2345 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I1002 03:42:00.020320    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I1002 03:42:00.025326    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:42:00.030258    2345 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I1002 03:42:00.081470    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I1002 03:42:00.087686    2345 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/dockershim.sock

	" | sudo tee /etc/crictl.yaml"

	I1002 03:42:00.093191    2345 ssh_runner.go:195] Run: which cri-dockerd

	I1002 03:42:00.094537    2345 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I1002 03:42:00.097447    2345 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I1002 03:42:00.102433    2345 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I1002 03:42:00.181035    2345 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I1002 03:42:00.255417    2345 docker.go:554] configuring docker to use "cgroupfs" as cgroup driver...

	I1002 03:42:00.255479    2345 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I1002 03:42:00.260589    2345 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:42:00.339695    2345 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:42:01.499247    2345 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.159559625s)

	I1002 03:42:01.499319    2345 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:42:01.515536    2345 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I1002 03:42:01.533767    2345 out.go:204] * Preparing Kubernetes v1.18.20 on Docker 24.0.6 ...

	I1002 03:42:01.533866    2345 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I1002 03:42:01.535412    2345 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I1002 03:42:01.538792    2345 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I1002 03:42:01.538834    2345 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:42:01.544114    2345 docker.go:664] Got preloaded images: 

	I1002 03:42:01.544125    2345 docker.go:670] registry.k8s.io/kube-apiserver:v1.18.20 wasn't preloaded

	I1002 03:42:01.544177    2345 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I1002 03:42:01.546988    2345 ssh_runner.go:195] Run: which lz4

	I1002 03:42:01.548148    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 -> /preloaded.tar.lz4

	I1002 03:42:01.548222    2345 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I1002 03:42:01.549442    2345 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I1002 03:42:01.549454    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (459739018 bytes)

	I1002 03:42:03.190153    2345 docker.go:628] Took 1.641989 seconds to copy over tarball

	I1002 03:42:03.190216    2345 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I1002 03:42:04.514483    2345 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.3242775s)

	I1002 03:42:04.514497    2345 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I1002 03:42:04.536288    2345 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I1002 03:42:04.539715    2345 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2502 bytes)

	I1002 03:42:04.550317    2345 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I1002 03:42:04.614565    2345 ssh_runner.go:195] Run: sudo systemctl restart docker

	I1002 03:42:06.125927    2345 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.511374291s)

	I1002 03:42:06.126015    2345 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I1002 03:42:06.131946    2345 docker.go:664] Got preloaded images: -- stdout --

	k8s.gcr.io/kube-proxy:v1.18.20

	k8s.gcr.io/kube-apiserver:v1.18.20

	k8s.gcr.io/kube-controller-manager:v1.18.20

	k8s.gcr.io/kube-scheduler:v1.18.20

	gcr.io/k8s-minikube/storage-provisioner:v5

	k8s.gcr.io/pause:3.2

	k8s.gcr.io/coredns:1.6.7

	k8s.gcr.io/etcd:3.4.3-0

	-- /stdout --

	I1002 03:42:06.131953    2345 docker.go:670] registry.k8s.io/kube-apiserver:v1.18.20 wasn't preloaded

	I1002 03:42:06.131957    2345 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]

	I1002 03:42:06.145929    2345 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7

	I1002 03:42:06.145978    2345 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:42:06.146039    2345 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20

	I1002 03:42:06.146200    2345 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20

	I1002 03:42:06.146286    2345 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20

	I1002 03:42:06.146371    2345 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0

	I1002 03:42:06.146418    2345 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20

	I1002 03:42:06.146591    2345 image.go:134] retrieving image: registry.k8s.io/pause:3.2

	I1002 03:42:06.155482    2345 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0

	I1002 03:42:06.155543    2345 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2

	I1002 03:42:06.155604    2345 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20

	I1002 03:42:06.155624    2345 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20

	I1002 03:42:06.155651    2345 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20

	I1002 03:42:06.155673    2345 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7

	I1002 03:42:06.155685    2345 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20

	I1002 03:42:06.155719    2345 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5

	W1002 03:42:06.735982    2345 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:06.736099    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0

	I1002 03:42:06.742378    2345 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime

	I1002 03:42:06.742418    2345 docker.go:317] Removing image: registry.k8s.io/etcd:3.4.3-0

	I1002 03:42:06.742464    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/etcd:3.4.3-0

	I1002 03:42:06.751894    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0

	I1002 03:42:06.796397    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/pause:3.2

	I1002 03:42:06.802410    2345 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime

	I1002 03:42:06.802435    2345 docker.go:317] Removing image: registry.k8s.io/pause:3.2

	I1002 03:42:06.802471    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/pause:3.2

	I1002 03:42:06.808411    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2

	W1002 03:42:06.998416    2345 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:06.998522    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20

	I1002 03:42:07.004282    2345 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime

	I1002 03:42:07.004302    2345 docker.go:317] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20

	I1002 03:42:07.004346    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-controller-manager:v1.18.20

	I1002 03:42:07.009878    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20

	W1002 03:42:07.214908    2345 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:07.215079    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20

	I1002 03:42:07.221017    2345 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime

	I1002 03:42:07.221041    2345 docker.go:317] Removing image: registry.k8s.io/kube-proxy:v1.18.20

	I1002 03:42:07.221078    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-proxy:v1.18.20

	I1002 03:42:07.226393    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20

	W1002 03:42:07.437851    2345 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:07.437970    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20

	I1002 03:42:07.443975    2345 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime

	I1002 03:42:07.444005    2345 docker.go:317] Removing image: registry.k8s.io/kube-scheduler:v1.18.20

	I1002 03:42:07.444049    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-scheduler:v1.18.20

	I1002 03:42:07.449799    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20

	W1002 03:42:07.731282    2345 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:07.731400    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7

	I1002 03:42:07.737412    2345 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime

	I1002 03:42:07.737438    2345 docker.go:317] Removing image: registry.k8s.io/coredns:1.6.7

	I1002 03:42:07.737488    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/coredns:1.6.7

	I1002 03:42:07.743213    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7

	W1002 03:42:07.877327    2345 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:07.877434    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20

	I1002 03:42:07.883340    2345 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime

	I1002 03:42:07.883362    2345 docker.go:317] Removing image: registry.k8s.io/kube-apiserver:v1.18.20

	I1002 03:42:07.883401    2345 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-apiserver:v1.18.20

	I1002 03:42:07.889378    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20

	W1002 03:42:08.580367    2345 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing

	I1002 03:42:08.580943    2345 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:42:08.605154    2345 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime

	I1002 03:42:08.605276    2345 docker.go:317] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:42:08.605395    2345 ssh_runner.go:195] Run: docker rmi gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:42:08.630728    2345 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5

	I1002 03:42:08.630807    2345 cache_images.go:92] LoadImages completed in 2.498894667s

	W1002 03:42:08.630867    2345 out.go:239] X Unable to load cached images: loading cached images: stat /Users/jenkins/minikube-integration/17340-994/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0: no such file or directory

	I1002 03:42:08.630961    2345 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I1002 03:42:08.645204    2345 cni.go:84] Creating CNI manager for ""

	I1002 03:42:08.645222    2345 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I1002 03:42:08.645235    2345 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I1002 03:42:08.645261    2345 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.6 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-545000 NodeName:ingress-addon-legacy-545000 DNSDomain:cluster.local CRISocket:/var/run/dockershim.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.6"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.6 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/

ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}

	I1002 03:42:08.645396    2345 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.6

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /var/run/dockershim.sock

	  name: "ingress-addon-legacy-545000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.6

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.6"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.18.20

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I1002 03:42:08.645456    2345 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=docker --hostname-override=ingress-addon-legacy-545000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.6

	[Install]

	 config:

	{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-545000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I1002 03:42:08.645526    2345 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20

	I1002 03:42:08.650331    2345 binaries.go:44] Found k8s binaries, skipping transfer

	I1002 03:42:08.650373    2345 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I1002 03:42:08.654360    2345 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (355 bytes)

	I1002 03:42:08.660961    2345 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)

	I1002 03:42:08.666797    2345 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2127 bytes)

	I1002 03:42:08.672291    2345 ssh_runner.go:195] Run: grep 192.168.105.6	control-plane.minikube.internal$ /etc/hosts

	I1002 03:42:08.673589    2345 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.6	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I1002 03:42:08.677565    2345 certs.go:56] Setting up /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000 for IP: 192.168.105.6

	I1002 03:42:08.677574    2345 certs.go:190] acquiring lock for shared ca certs: {Name:mkb95ac88d0fec37f1e658f6bb500deee9ee7493 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.677696    2345 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key

	I1002 03:42:08.677732    2345 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key

	I1002 03:42:08.677760    2345 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key

	I1002 03:42:08.677767    2345 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt with IP's: []

	I1002 03:42:08.745077    2345 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt ...

	I1002 03:42:08.745083    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: {Name:mkae5211f63d328aa4f7d623ca98deae34f7a65e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.745323    2345 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key ...

	I1002 03:42:08.745331    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key: {Name:mkee22e86d4e27c4a564a5d382e257ceec9c817a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.745450    2345 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key.b354f644

	I1002 03:42:08.745458    2345 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt.b354f644 with IP's: [192.168.105.6 10.96.0.1 127.0.0.1 10.0.0.1]

	I1002 03:42:08.893203    2345 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt.b354f644 ...

	I1002 03:42:08.893208    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt.b354f644: {Name:mkd2db1ceaecc810f80ed33fcd920dd7fc4a159c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.893353    2345 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key.b354f644 ...

	I1002 03:42:08.893356    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key.b354f644: {Name:mka896b167b941691f670843c1c626abe76872a2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.893452    2345 certs.go:337] copying /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt.b354f644 -> /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt

	I1002 03:42:08.893718    2345 certs.go:341] copying /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key.b354f644 -> /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key

	I1002 03:42:08.893872    2345 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.key

	I1002 03:42:08.893886    2345 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.crt with IP's: []

	I1002 03:42:08.935340    2345 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.crt ...

	I1002 03:42:08.935344    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.crt: {Name:mkd4a009ac3013507ad0c104ca11d391836dda65 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.935493    2345 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.key ...

	I1002 03:42:08.935496    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.key: {Name:mkb50c92218e7da3bf975ac043e1513001954050 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:08.935615    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I1002 03:42:08.935630    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I1002 03:42:08.935640    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I1002 03:42:08.935649    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I1002 03:42:08.935659    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I1002 03:42:08.935668    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I1002 03:42:08.935677    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I1002 03:42:08.935685    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I1002 03:42:08.935742    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem (1338 bytes)

	W1002 03:42:08.935771    2345 certs.go:433] ignoring /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409_empty.pem, impossibly tiny 0 bytes

	I1002 03:42:08.935776    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca-key.pem (1675 bytes)

	I1002 03:42:08.935797    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem (1082 bytes)

	I1002 03:42:08.935815    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem (1123 bytes)

	I1002 03:42:08.935845    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/Users/jenkins/minikube-integration/17340-994/.minikube/certs/key.pem (1679 bytes)

	I1002 03:42:08.935886    2345 certs.go:437] found cert: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem (1708 bytes)

	I1002 03:42:08.935908    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:42:08.935921    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem -> /usr/share/ca-certificates/1409.pem

	I1002 03:42:08.935930    2345 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem -> /usr/share/ca-certificates/14092.pem

	I1002 03:42:08.936234    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I1002 03:42:08.943413    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I1002 03:42:08.950069    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I1002 03:42:08.957454    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I1002 03:42:08.964675    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I1002 03:42:08.971470    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I1002 03:42:08.978143    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I1002 03:42:08.985345    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I1002 03:42:08.992430    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I1002 03:42:08.999351    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/certs/1409.pem --> /usr/share/ca-certificates/1409.pem (1338 bytes)

	I1002 03:42:09.006099    2345 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17340-994/.minikube/files/etc/ssl/certs/14092.pem --> /usr/share/ca-certificates/14092.pem (1708 bytes)

	I1002 03:42:09.013206    2345 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I1002 03:42:09.018549    2345 ssh_runner.go:195] Run: openssl version

	I1002 03:42:09.020537    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1409.pem && ln -fs /usr/share/ca-certificates/1409.pem /etc/ssl/certs/1409.pem"

	I1002 03:42:09.023454    2345 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1409.pem

	I1002 03:42:09.024869    2345 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct  2 10:37 /usr/share/ca-certificates/1409.pem

	I1002 03:42:09.024892    2345 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1409.pem

	I1002 03:42:09.026775    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1409.pem /etc/ssl/certs/51391683.0"

	I1002 03:42:09.030055    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14092.pem && ln -fs /usr/share/ca-certificates/14092.pem /etc/ssl/certs/14092.pem"

	I1002 03:42:09.033458    2345 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14092.pem

	I1002 03:42:09.034897    2345 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct  2 10:37 /usr/share/ca-certificates/14092.pem

	I1002 03:42:09.034917    2345 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14092.pem

	I1002 03:42:09.036690    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14092.pem /etc/ssl/certs/3ec20f2e.0"

	I1002 03:42:09.039610    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I1002 03:42:09.042445    2345 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:42:09.044113    2345 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct  2 10:38 /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:42:09.044131    2345 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I1002 03:42:09.045834    2345 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I1002 03:42:09.049175    2345 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I1002 03:42:09.050491    2345 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I1002 03:42:09.050520    2345 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-545000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber

netesVersion:v1.18.20 ClusterName:ingress-addon-legacy-545000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.6 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker Mount

IP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:42:09.050594    2345 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I1002 03:42:09.056155    2345 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I1002 03:42:09.059031    2345 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I1002 03:42:09.061906    2345 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I1002 03:42:09.065107    2345 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I1002 03:42:09.065122    2345 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU"

	I1002 03:42:09.092631    2345 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20

	I1002 03:42:09.092663    2345 kubeadm.go:322] [preflight] Running pre-flight checks

	I1002 03:42:09.187617    2345 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I1002 03:42:09.187671    2345 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I1002 03:42:09.187713    2345 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I1002 03:42:09.237176    2345 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I1002 03:42:09.237762    2345 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I1002 03:42:09.237800    2345 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I1002 03:42:09.330222    2345 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I1002 03:42:09.341436    2345 out.go:204]   - Generating certificates and keys ...

	I1002 03:42:09.341473    2345 kubeadm.go:322] [certs] Using existing ca certificate authority

	I1002 03:42:09.341503    2345 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I1002 03:42:09.416505    2345 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I1002 03:42:09.454928    2345 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I1002 03:42:09.593672    2345 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I1002 03:42:09.766148    2345 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I1002 03:42:10.091601    2345 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I1002 03:42:10.091693    2345 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-545000 localhost] and IPs [192.168.105.6 127.0.0.1 ::1]

	I1002 03:42:10.331578    2345 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I1002 03:42:10.331655    2345 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-545000 localhost] and IPs [192.168.105.6 127.0.0.1 ::1]

	I1002 03:42:10.399072    2345 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I1002 03:42:10.454918    2345 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I1002 03:42:10.522165    2345 kubeadm.go:322] [certs] Generating "sa" key and public key

	I1002 03:42:10.522198    2345 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I1002 03:42:10.610305    2345 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I1002 03:42:10.742950    2345 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I1002 03:42:10.796596    2345 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I1002 03:42:10.904876    2345 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I1002 03:42:10.905115    2345 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I1002 03:42:10.909214    2345 out.go:204]   - Booting up control plane ...

	I1002 03:42:10.909284    2345 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I1002 03:42:10.909338    2345 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I1002 03:42:10.909390    2345 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I1002 03:42:10.909662    2345 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I1002 03:42:10.910881    2345 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I1002 03:42:22.919057    2345 kubeadm.go:322] [apiclient] All control plane components are healthy after 12.007520 seconds

	I1002 03:42:22.919281    2345 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I1002 03:42:22.941526    2345 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster

	I1002 03:42:23.461218    2345 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I1002 03:42:23.461348    2345 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-545000 as control-plane by adding the label "node-role.kubernetes.io/master=''"

	I1002 03:42:23.981354    2345 kubeadm.go:322] [bootstrap-token] Using token: yrm7f8.b7a8086pmx7x9mlq

	I1002 03:42:23.985435    2345 out.go:204]   - Configuring RBAC rules ...

	I1002 03:42:23.985578    2345 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I1002 03:42:23.990136    2345 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I1002 03:42:23.998667    2345 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I1002 03:42:24.000731    2345 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I1002 03:42:24.003779    2345 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I1002 03:42:24.005838    2345 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I1002 03:42:24.012479    2345 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I1002 03:42:24.205129    2345 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I1002 03:42:24.391158    2345 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I1002 03:42:24.391801    2345 kubeadm.go:322] 

	I1002 03:42:24.391837    2345 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I1002 03:42:24.391843    2345 kubeadm.go:322] 

	I1002 03:42:24.391887    2345 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I1002 03:42:24.391892    2345 kubeadm.go:322] 

	I1002 03:42:24.391905    2345 kubeadm.go:322]   mkdir -p $HOME/.kube

	I1002 03:42:24.391936    2345 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I1002 03:42:24.391962    2345 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I1002 03:42:24.391965    2345 kubeadm.go:322] 

	I1002 03:42:24.391990    2345 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I1002 03:42:24.392040    2345 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I1002 03:42:24.392079    2345 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I1002 03:42:24.392082    2345 kubeadm.go:322] 

	I1002 03:42:24.392129    2345 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I1002 03:42:24.392176    2345 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I1002 03:42:24.392179    2345 kubeadm.go:322] 

	I1002 03:42:24.392224    2345 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token yrm7f8.b7a8086pmx7x9mlq \

	I1002 03:42:24.392304    2345 kubeadm.go:322]     --discovery-token-ca-cert-hash sha256:8318d3e3f19b90e0283160a1353f59cf85f53baf0a5ecb509b7354435554388c \

	I1002 03:42:24.392317    2345 kubeadm.go:322]     --control-plane 

	I1002 03:42:24.392319    2345 kubeadm.go:322] 

	I1002 03:42:24.392364    2345 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I1002 03:42:24.392370    2345 kubeadm.go:322] 

	I1002 03:42:24.392409    2345 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token yrm7f8.b7a8086pmx7x9mlq \

	I1002 03:42:24.392472    2345 kubeadm.go:322]     --discovery-token-ca-cert-hash sha256:8318d3e3f19b90e0283160a1353f59cf85f53baf0a5ecb509b7354435554388c 

	I1002 03:42:24.392561    2345 kubeadm.go:322] W1002 10:42:08.820069    1415 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]

	I1002 03:42:24.392651    2345 kubeadm.go:322] 	[WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/

	I1002 03:42:24.392708    2345 kubeadm.go:322] 	[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 24.0.6. Latest validated version: 19.03

	I1002 03:42:24.392752    2345 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I1002 03:42:24.392827    2345 kubeadm.go:322] W1002 10:42:10.636352    1415 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"

	I1002 03:42:24.392909    2345 kubeadm.go:322] W1002 10:42:10.636971    1415 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"

	I1002 03:42:24.392916    2345 cni.go:84] Creating CNI manager for ""

	I1002 03:42:24.392923    2345 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I1002 03:42:24.392934    2345 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I1002 03:42:24.393000    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=45957ed538272972541ab48cdf2c4b323d7f5c18 minikube.k8s.io/name=ingress-addon-legacy-545000 minikube.k8s.io/updated_at=2023_10_02T03_42_24_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:24.393001    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:24.399366    2345 ops.go:34] apiserver oom_adj: -16

	I1002 03:42:24.464349    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:24.498055    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:25.034943    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:25.534719    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:26.034759    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:26.534744    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:27.034961    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:27.533889    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:28.034852    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:28.534786    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:29.034730    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:29.534533    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:30.034760    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:30.534705    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:31.034802    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:31.534592    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:32.034750    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:32.533187    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:33.034754    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:33.534730    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:34.034660    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:34.534638    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:35.034712    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:35.534611    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:36.034640    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:36.534627    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:37.034598    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:37.534450    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:38.034443    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:38.534580    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:39.032931    2345 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I1002 03:42:39.067922    2345 kubeadm.go:1081] duration metric: took 14.675289625s to wait for elevateKubeSystemPrivileges.

	I1002 03:42:39.067937    2345 kubeadm.go:406] StartCluster complete in 30.018047833s

	I1002 03:42:39.067946    2345 settings.go:142] acquiring lock: {Name:mk3f5122457e6ee64cf5dd538efdbb968ff53214 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:39.068038    2345 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:42:39.068438    2345 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/kubeconfig: {Name:mkba984fcf92a3f610125e890c28c2ff94eec9c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:42:39.068685    2345 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I1002 03:42:39.068727    2345 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]

	I1002 03:42:39.068760    2345 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-545000"

	I1002 03:42:39.068772    2345 addons.go:231] Setting addon storage-provisioner=true in "ingress-addon-legacy-545000"

	I1002 03:42:39.068787    2345 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-545000"

	I1002 03:42:39.068794    2345 host.go:66] Checking if "ingress-addon-legacy-545000" exists ...

	I1002 03:42:39.068799    2345 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-545000"

	I1002 03:42:39.069203    2345 kapi.go:59] client config for ingress-addon-legacy-545000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key", CAFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x103e02c00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I1002 03:42:39.069336    2345 config.go:182] Loaded profile config "ingress-addon-legacy-545000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.18.20

	I1002 03:42:39.069696    2345 cert_rotation.go:137] Starting client certificate rotation controller

	I1002 03:42:39.070242    2345 kapi.go:59] client config for ingress-addon-legacy-545000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key", CAFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x103e02c00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I1002 03:42:39.070337    2345 addons.go:231] Setting addon default-storageclass=true in "ingress-addon-legacy-545000"

	I1002 03:42:39.070351    2345 host.go:66] Checking if "ingress-addon-legacy-545000" exists ...

	I1002 03:42:39.073775    2345 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I1002 03:42:39.076857    2345 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I1002 03:42:39.076863    2345 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I1002 03:42:39.076871    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:42:39.077667    2345 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I1002 03:42:39.077673    2345 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I1002 03:42:39.077677    2345 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/ingress-addon-legacy-545000/id_rsa Username:docker}

	I1002 03:42:39.095194    2345 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-545000" context rescaled to 1 replicas

	I1002 03:42:39.095218    2345 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.6 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:42:39.101702    2345 out.go:177] * Verifying Kubernetes components...

	I1002 03:42:39.109791    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I1002 03:42:39.126521    2345 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I1002 03:42:39.131987    2345 kapi.go:59] client config for ingress-addon-legacy-545000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.key", CAFile:"/Users/jenkins/minikube-integration/17340-994/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x103e02c00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I1002 03:42:39.132135    2345 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-545000" to be "Ready" ...

	I1002 03:42:39.133729    2345 node_ready.go:49] node "ingress-addon-legacy-545000" has status "Ready":"True"

	I1002 03:42:39.133735    2345 node_ready.go:38] duration metric: took 1.593041ms waiting for node "ingress-addon-legacy-545000" to be "Ready" ...

	I1002 03:42:39.133739    2345 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:42:39.136849    2345 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:39.143747    2345 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I1002 03:42:39.158313    2345 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I1002 03:42:39.306724    2345 start.go:923] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I1002 03:42:39.366524    2345 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I1002 03:42:39.373478    2345 addons.go:502] enable addons completed in 304.761209ms: enabled=[storage-provisioner default-storageclass]

	I1002 03:42:41.146215    2345 pod_ready.go:102] pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace has status "Ready":"False"

	I1002 03:42:43.155873    2345 pod_ready.go:102] pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace has status "Ready":"False"

	I1002 03:42:45.158185    2345 pod_ready.go:102] pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace has status "Ready":"False"

	I1002 03:42:47.656889    2345 pod_ready.go:102] pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace has status "Ready":"False"

	I1002 03:42:50.157261    2345 pod_ready.go:102] pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace has status "Ready":"False"

	I1002 03:42:50.651980    2345 pod_ready.go:97] error getting pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace (skipping!): pods "coredns-66bff467f8-cdc7h" not found

	I1002 03:42:50.652086    2345 pod_ready.go:81] duration metric: took 11.515454958s waiting for pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace to be "Ready" ...

	E1002 03:42:50.652110    2345 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-66bff467f8-cdc7h" in "kube-system" namespace (skipping!): pods "coredns-66bff467f8-cdc7h" not found

	I1002 03:42:50.652124    2345 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-zr8t9" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.661298    2345 pod_ready.go:92] pod "coredns-66bff467f8-zr8t9" in "kube-system" namespace has status "Ready":"True"

	I1002 03:42:50.661337    2345 pod_ready.go:81] duration metric: took 9.202ms waiting for pod "coredns-66bff467f8-zr8t9" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.661354    2345 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.668039    2345 pod_ready.go:92] pod "etcd-ingress-addon-legacy-545000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:42:50.668056    2345 pod_ready.go:81] duration metric: took 6.692208ms waiting for pod "etcd-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.668067    2345 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.673153    2345 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-545000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:42:50.673167    2345 pod_ready.go:81] duration metric: took 5.090458ms waiting for pod "kube-apiserver-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.673177    2345 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.677640    2345 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-545000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:42:50.677654    2345 pod_ready.go:81] duration metric: took 4.467ms waiting for pod "kube-controller-manager-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.677663    2345 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.845425    2345 request.go:629] Waited for 165.510041ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/nodes/ingress-addon-legacy-545000

	I1002 03:42:50.851443    2345 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-545000" in "kube-system" namespace has status "Ready":"True"

	I1002 03:42:50.851472    2345 pod_ready.go:81] duration metric: took 173.800125ms waiting for pod "kube-scheduler-ingress-addon-legacy-545000" in "kube-system" namespace to be "Ready" ...

	I1002 03:42:50.851498    2345 pod_ready.go:38] duration metric: took 11.717991541s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I1002 03:42:50.851547    2345 api_server.go:52] waiting for apiserver process to appear ...

	I1002 03:42:50.851832    2345 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I1002 03:42:50.870953    2345 api_server.go:72] duration metric: took 11.775959166s to wait for apiserver process to appear ...

	I1002 03:42:50.870974    2345 api_server.go:88] waiting for apiserver healthz status ...

	I1002 03:42:50.870990    2345 api_server.go:253] Checking apiserver healthz at https://192.168.105.6:8443/healthz ...

	I1002 03:42:50.879737    2345 api_server.go:279] https://192.168.105.6:8443/healthz returned 200:

	ok

	I1002 03:42:50.880838    2345 api_server.go:141] control plane version: v1.18.20

	I1002 03:42:50.880854    2345 api_server.go:131] duration metric: took 9.872834ms to wait for apiserver health ...

	I1002 03:42:50.880862    2345 system_pods.go:43] waiting for kube-system pods to appear ...

	I1002 03:42:51.045381    2345 request.go:629] Waited for 164.441167ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/kube-system/pods

	I1002 03:42:51.058356    2345 system_pods.go:59] 7 kube-system pods found

	I1002 03:42:51.058399    2345 system_pods.go:61] "coredns-66bff467f8-zr8t9" [5cc69159-7156-4c05-9e29-691f1f0d27d8] Running

	I1002 03:42:51.058413    2345 system_pods.go:61] "etcd-ingress-addon-legacy-545000" [50e39da9-7bbe-4f85-a6eb-42e1a25e8b4d] Running

	I1002 03:42:51.058428    2345 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-545000" [1376119f-ef37-44a0-ad66-e9cb7be7029e] Running

	I1002 03:42:51.058439    2345 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-545000" [fcafe23a-3f0a-4bab-8998-d9a47c6da01e] Running

	I1002 03:42:51.058448    2345 system_pods.go:61] "kube-proxy-kv89x" [a83ce56c-fc49-4b5e-823e-cf2cde34115e] Running

	I1002 03:42:51.058463    2345 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-545000" [ab9d70c0-4704-4d8a-ae62-755f216723a6] Running

	I1002 03:42:51.058475    2345 system_pods.go:61] "storage-provisioner" [0054025f-1375-4a62-a347-c1a77e8b5899] Running

	I1002 03:42:51.058485    2345 system_pods.go:74] duration metric: took 177.618ms to wait for pod list to return data ...

	I1002 03:42:51.058508    2345 default_sa.go:34] waiting for default service account to be created ...

	I1002 03:42:51.245483    2345 request.go:629] Waited for 186.81125ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/default/serviceaccounts

	I1002 03:42:51.252938    2345 default_sa.go:45] found service account: "default"

	I1002 03:42:51.252999    2345 default_sa.go:55] duration metric: took 194.456333ms for default service account to be created ...

	I1002 03:42:51.253026    2345 system_pods.go:116] waiting for k8s-apps to be running ...

	I1002 03:42:51.445435    2345 request.go:629] Waited for 192.261041ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/kube-system/pods

	I1002 03:42:51.459610    2345 system_pods.go:86] 7 kube-system pods found

	I1002 03:42:51.459650    2345 system_pods.go:89] "coredns-66bff467f8-zr8t9" [5cc69159-7156-4c05-9e29-691f1f0d27d8] Running

	I1002 03:42:51.459661    2345 system_pods.go:89] "etcd-ingress-addon-legacy-545000" [50e39da9-7bbe-4f85-a6eb-42e1a25e8b4d] Running

	I1002 03:42:51.459676    2345 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-545000" [1376119f-ef37-44a0-ad66-e9cb7be7029e] Running

	I1002 03:42:51.459687    2345 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-545000" [fcafe23a-3f0a-4bab-8998-d9a47c6da01e] Running

	I1002 03:42:51.459700    2345 system_pods.go:89] "kube-proxy-kv89x" [a83ce56c-fc49-4b5e-823e-cf2cde34115e] Running

	I1002 03:42:51.459712    2345 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-545000" [ab9d70c0-4704-4d8a-ae62-755f216723a6] Running

	I1002 03:42:51.459723    2345 system_pods.go:89] "storage-provisioner" [0054025f-1375-4a62-a347-c1a77e8b5899] Running

	I1002 03:42:51.459736    2345 system_pods.go:126] duration metric: took 206.698958ms to wait for k8s-apps to be running ...

	I1002 03:42:51.459752    2345 system_svc.go:44] waiting for kubelet service to be running ....

	I1002 03:42:51.459926    2345 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I1002 03:42:51.478087    2345 system_svc.go:56] duration metric: took 18.331125ms WaitForService to wait for kubelet.

	I1002 03:42:51.478110    2345 kubeadm.go:581] duration metric: took 12.383131708s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I1002 03:42:51.478132    2345 node_conditions.go:102] verifying NodePressure condition ...

	I1002 03:42:51.645382    2345 request.go:629] Waited for 167.164792ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/nodes

	I1002 03:42:51.655719    2345 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I1002 03:42:51.655775    2345 node_conditions.go:123] node cpu capacity is 2

	I1002 03:42:51.655805    2345 node_conditions.go:105] duration metric: took 177.664375ms to run NodePressure ...

	I1002 03:42:51.655835    2345 start.go:228] waiting for startup goroutines ...

	I1002 03:42:51.655853    2345 start.go:233] waiting for cluster config update ...

	I1002 03:42:51.655891    2345 start.go:242] writing updated cluster config ...

	I1002 03:42:51.657271    2345 ssh_runner.go:195] Run: rm -f paused

	I1002 03:42:51.723083    2345 start.go:600] kubectl: 1.27.2, cluster: 1.18.20 (minor skew: 9)

	I1002 03:42:51.727302    2345 out.go:177] 

	W1002 03:42:51.729541    2345 out.go:239] ! /usr/local/bin/kubectl is version 1.27.2, which may have incompatibilities with Kubernetes 1.18.20.

	I1002 03:42:51.734199    2345 out.go:177]   - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'

	I1002 03:42:51.740197    2345 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-545000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-10-02 10:41:55 UTC, ends at Mon 2023-10-02 10:43:57 UTC. --

	Oct 02 10:43:32 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:32.123666306Z" level=info msg="shim disconnected" id=22b8ddb71f7b7421e918c310bd74bc687c006b8cb23ba6d3748e93d2423c2e85 namespace=moby

	Oct 02 10:43:32 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:32.123693310Z" level=warning msg="cleaning up after shim disconnected" id=22b8ddb71f7b7421e918c310bd74bc687c006b8cb23ba6d3748e93d2423c2e85 namespace=moby

	Oct 02 10:43:32 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:32.123697644Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:43:46 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:46.457030925Z" level=info msg="ignoring event" container=7c29e831feac729d49bdbb27002b03edcac2646df896d71a074f6b6bebc5bcf0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:43:46 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:46.457192986Z" level=info msg="shim disconnected" id=7c29e831feac729d49bdbb27002b03edcac2646df896d71a074f6b6bebc5bcf0 namespace=moby

	Oct 02 10:43:46 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:46.457235241Z" level=warning msg="cleaning up after shim disconnected" id=7c29e831feac729d49bdbb27002b03edcac2646df896d71a074f6b6bebc5bcf0 namespace=moby

	Oct 02 10:43:46 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:46.457240992Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.446575312Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.446930937Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.446968317Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.447017572Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:48.480120220Z" level=info msg="ignoring event" container=7a4da49df504b427cac8f989e58ec94707e0af790e78721dec90416947963068 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.480288447Z" level=info msg="shim disconnected" id=7a4da49df504b427cac8f989e58ec94707e0af790e78721dec90416947963068 namespace=moby

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.480317618Z" level=warning msg="cleaning up after shim disconnected" id=7a4da49df504b427cac8f989e58ec94707e0af790e78721dec90416947963068 namespace=moby

	Oct 02 10:43:48 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:48.480321785Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:52.891914083Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=df72f4a0a4539421872ab8b425128818348bf164d64353caac092aef91edc8ab

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:52.898231396Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=df72f4a0a4539421872ab8b425128818348bf164d64353caac092aef91edc8ab

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:52.982902062Z" level=info msg="ignoring event" container=df72f4a0a4539421872ab8b425128818348bf164d64353caac092aef91edc8ab module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:52.983459290Z" level=info msg="shim disconnected" id=df72f4a0a4539421872ab8b425128818348bf164d64353caac092aef91edc8ab namespace=moby

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:52.983699607Z" level=warning msg="cleaning up after shim disconnected" id=df72f4a0a4539421872ab8b425128818348bf164d64353caac092aef91edc8ab namespace=moby

	Oct 02 10:43:52 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:52.983720526Z" level=info msg="cleaning up dead shim" namespace=moby

	Oct 02 10:43:53 ingress-addon-legacy-545000 dockerd[1068]: time="2023-10-02T10:43:53.011432158Z" level=info msg="ignoring event" container=3aca4149ea074beb25986e068d93799fb5850f26a0cc1679d8ce1d01bbe3ef61 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Oct 02 10:43:53 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:53.011875913Z" level=info msg="shim disconnected" id=3aca4149ea074beb25986e068d93799fb5850f26a0cc1679d8ce1d01bbe3ef61 namespace=moby

	Oct 02 10:43:53 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:53.011908125Z" level=warning msg="cleaning up after shim disconnected" id=3aca4149ea074beb25986e068d93799fb5850f26a0cc1679d8ce1d01bbe3ef61 namespace=moby

	Oct 02 10:43:53 ingress-addon-legacy-545000 dockerd[1076]: time="2023-10-02T10:43:53.011913459Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER ID   IMAGE                                      COMMAND                  CREATED              STATUS                          PORTS     NAMES

	7a4da49df504   97e050c3e21e                               "/hello-app"             9 seconds ago        Exited (1) 9 seconds ago                  k8s_hello-world-app_hello-world-app-5f5d8b66bb-cxzlh_default_42b7f72b-e396-4c91-80ae-66b7ccc116bd_2

	c36e5279bd2b   k8s.gcr.io/pause:3.2                       "/pause"                 28 seconds ago       Up 28 seconds                             k8s_POD_hello-world-app-5f5d8b66bb-cxzlh_default_42b7f72b-e396-4c91-80ae-66b7ccc116bd_0

	0f489ece20fc   nginx                                      "/docker-entrypoint.…"   34 seconds ago       Up 34 seconds                             k8s_nginx_nginx_default_658ed7f5-b147-4641-b3ea-ec35b0aa62aa_0

	c60a40138ed4   k8s.gcr.io/pause:3.2                       "/pause"                 37 seconds ago       Up 37 seconds                             k8s_POD_nginx_default_658ed7f5-b147-4641-b3ea-ec35b0aa62aa_0

	7c29e831feac   k8s.gcr.io/pause:3.2                       "/pause"                 50 seconds ago       Exited (0) 11 seconds ago                 k8s_POD_kube-ingress-dns-minikube_kube-system_2a9aaab1-09b9-4d26-ba17-870a8c30581d_0

	df72f4a0a453   registry.k8s.io/ingress-nginx/controller   "/usr/bin/dumb-init …"   52 seconds ago       Exited (137) 4 seconds ago                k8s_controller_ingress-nginx-controller-7fcf777cb7-pxmx6_ingress-nginx_7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59_0

	3aca4149ea07   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) 4 seconds ago                  k8s_POD_ingress-nginx-controller-7fcf777cb7-pxmx6_ingress-nginx_7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59_0

	73df48ea6ca5   jettech/kube-webhook-certgen               "/kube-webhook-certg…"   About a minute ago   Exited (0) About a minute ago             k8s_patch_ingress-nginx-admission-patch-pxkll_ingress-nginx_2e28a0b5-dc8a-4d19-8cbc-38ec43465a88_0

	c9fe9e4ae554   jettech/kube-webhook-certgen               "/kube-webhook-certg…"   About a minute ago   Exited (0) About a minute ago             k8s_create_ingress-nginx-admission-create-twr82_ingress-nginx_100645ad-0f0b-4b90-afec-765656009d9e_0

	a4e2993aeef3   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) About a minute ago             k8s_POD_ingress-nginx-admission-patch-pxkll_ingress-nginx_2e28a0b5-dc8a-4d19-8cbc-38ec43465a88_0

	a9523d1b44d8   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) About a minute ago             k8s_POD_ingress-nginx-admission-create-twr82_ingress-nginx_100645ad-0f0b-4b90-afec-765656009d9e_0

	1bc7013260e3   gcr.io/k8s-minikube/storage-provisioner    "/storage-provisioner"   About a minute ago   Up About a minute                         k8s_storage-provisioner_storage-provisioner_kube-system_0054025f-1375-4a62-a347-c1a77e8b5899_0

	b8b8f27b0fd4   6e17ba78cf3e                               "/coredns -conf /etc…"   About a minute ago   Up About a minute                         k8s_coredns_coredns-66bff467f8-zr8t9_kube-system_5cc69159-7156-4c05-9e29-691f1f0d27d8_0

	e8d130beea44   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_coredns-66bff467f8-zr8t9_kube-system_5cc69159-7156-4c05-9e29-691f1f0d27d8_0

	8b0a8351fb53   565297bc6f7d                               "/usr/local/bin/kube…"   About a minute ago   Up About a minute                         k8s_kube-proxy_kube-proxy-kv89x_kube-system_a83ce56c-fc49-4b5e-823e-cf2cde34115e_0

	d5f4faa9b4f4   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_storage-provisioner_kube-system_0054025f-1375-4a62-a347-c1a77e8b5899_0

	db5e7065afb7   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_kube-proxy-kv89x_kube-system_a83ce56c-fc49-4b5e-823e-cf2cde34115e_0

	c6eb89eae0f1   095f37015706                               "kube-scheduler --au…"   About a minute ago   Up About a minute                         k8s_kube-scheduler_kube-scheduler-ingress-addon-legacy-545000_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0

	2df5da011446   68a4fac29a86                               "kube-controller-man…"   About a minute ago   Up About a minute                         k8s_kube-controller-manager_kube-controller-manager-ingress-addon-legacy-545000_kube-system_b395a1e17534e69e27827b1f8d737725_0

	0f598fa0ebfe   2694cf044d66                               "kube-apiserver --ad…"   About a minute ago   Up About a minute                         k8s_kube-apiserver_kube-apiserver-ingress-addon-legacy-545000_kube-system_36bf945afdf7c8fc8d73074b2bf4e3c3_0

	f5549ae6defa   ab707b0a0ea3                               "etcd --advertise-cl…"   About a minute ago   Up About a minute                         k8s_etcd_etcd-ingress-addon-legacy-545000_kube-system_bc225fd9bc7779fe68cabc4b1e33c44c_0

	d226549dd648   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_kube-scheduler-ingress-addon-legacy-545000_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0

	c3e9047b711e   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_kube-controller-manager-ingress-addon-legacy-545000_kube-system_b395a1e17534e69e27827b1f8d737725_0

	99ccf25b5fef   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_etcd-ingress-addon-legacy-545000_kube-system_bc225fd9bc7779fe68cabc4b1e33c44c_0

	6c166e150662   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_kube-apiserver-ingress-addon-legacy-545000_kube-system_36bf945afdf7c8fc8d73074b2bf4e3c3_0

	time="2023-10-02T10:43:57Z" level=fatal msg="validate service connection: validate CRI v1 runtime API for endpoint \"unix:///var/run/dockershim.sock\": rpc error: code = Unimplemented desc = unknown service runtime.v1.RuntimeService"

	* 

	* ==> coredns [b8b8f27b0fd4] <==

	* [INFO] 172.17.0.1:22140 - 24341 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000053385s

	[INFO] 172.17.0.1:22140 - 19307 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000030339s

	[INFO] 172.17.0.1:22140 - 12444 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000027797s

	[INFO] 172.17.0.1:22140 - 43776 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000042758s

	[INFO] 172.17.0.1:21963 - 4781 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000015961s

	[INFO] 172.17.0.1:21963 - 10194 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000068221s

	[INFO] 172.17.0.1:21963 - 23909 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00001617s

	[INFO] 172.17.0.1:21963 - 25349 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000015544s

	[INFO] 172.17.0.1:21963 - 18178 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000015087s

	[INFO] 172.17.0.1:21963 - 42344 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000022921s

	[INFO] 172.17.0.1:21963 - 30658 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000023671s

	[INFO] 172.17.0.1:14099 - 12094 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000032256s

	[INFO] 172.17.0.1:14099 - 31424 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000020837s

	[INFO] 172.17.0.1:14099 - 58978 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000064262s

	[INFO] 172.17.0.1:14099 - 58499 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000020587s

	[INFO] 172.17.0.1:14099 - 18170 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000014586s

	[INFO] 172.17.0.1:14099 - 59188 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000021337s

	[INFO] 172.17.0.1:14099 - 9588 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000109312s

	[INFO] 172.17.0.1:44488 - 36041 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00002338s

	[INFO] 172.17.0.1:44488 - 13990 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000014503s

	[INFO] 172.17.0.1:44488 - 50687 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00001842s

	[INFO] 172.17.0.1:44488 - 52809 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012544s

	[INFO] 172.17.0.1:44488 - 10438 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000029381s

	[INFO] 172.17.0.1:44488 - 59398 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000012627s

	[INFO] 172.17.0.1:44488 - 60057 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000014086s

	* 

	* ==> describe nodes <==

	* Name:               ingress-addon-legacy-545000

	Roles:              master

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=ingress-addon-legacy-545000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=45957ed538272972541ab48cdf2c4b323d7f5c18

	                    minikube.k8s.io/name=ingress-addon-legacy-545000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_10_02T03_42_24_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/master=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: /var/run/dockershim.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 02 Oct 2023 10:42:21 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  ingress-addon-legacy-545000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 02 Oct 2023 10:43:50 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 02 Oct 2023 10:43:30 +0000   Mon, 02 Oct 2023 10:42:19 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 02 Oct 2023 10:43:30 +0000   Mon, 02 Oct 2023 10:42:19 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 02 Oct 2023 10:43:30 +0000   Mon, 02 Oct 2023 10:42:19 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 02 Oct 2023 10:43:30 +0000   Mon, 02 Oct 2023 10:42:30 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.6

	  Hostname:    ingress-addon-legacy-545000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             4003124Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             4003124Ki

	  pods:               110

	System Info:

	  Machine ID:                 b290fd4e3f4e4debb7750b602f76ca6f

	  System UUID:                b290fd4e3f4e4debb7750b602f76ca6f

	  Boot ID:                    13f52500-e661-426e-ba09-4c7013fb693e

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.6

	  Kubelet Version:            v1.18.20

	  Kube-Proxy Version:         v1.18.20

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                                   CPU Requests  CPU Limits  Memory Requests  Memory Limits  AGE

	  ---------                   ----                                                   ------------  ----------  ---------------  -------------  ---

	  default                     hello-world-app-5f5d8b66bb-cxzlh                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28s

	  default                     nginx                                                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         38s

	  kube-system                 coredns-66bff467f8-zr8t9                               100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     79s

	  kube-system                 etcd-ingress-addon-legacy-545000                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         87s

	  kube-system                 kube-apiserver-ingress-addon-legacy-545000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         87s

	  kube-system                 kube-controller-manager-ingress-addon-legacy-545000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         87s

	  kube-system                 kube-proxy-kv89x                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         78s

	  kube-system                 kube-scheduler-ingress-addon-legacy-545000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         87s

	  kube-system                 storage-provisioner                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         78s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                650m (32%!)(MISSING)  0 (0%!)(MISSING)

	  memory             70Mi (1%!)(MISSING)   170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From        Message

	  ----    ------                   ----  ----        -------

	  Normal  Starting                 87s   kubelet     Starting kubelet.

	  Normal  NodeAllocatableEnforced  87s   kubelet     Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  87s   kubelet     Node ingress-addon-legacy-545000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    87s   kubelet     Node ingress-addon-legacy-545000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     87s   kubelet     Node ingress-addon-legacy-545000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                87s   kubelet     Node ingress-addon-legacy-545000 status is now: NodeReady

	  Normal  Starting                 78s   kube-proxy  Starting kube-proxy.

	* 

	* ==> dmesg <==

	* [Oct 2 10:41] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.669606] EINJ: EINJ table not found.

	[  +0.527234] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043381] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000858] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +4.132249] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +0.080072] systemd-fstab-generator[496]: Ignoring "noauto" for root device

	[  +0.428145] systemd-fstab-generator[714]: Ignoring "noauto" for root device

	[  +0.189516] systemd-fstab-generator[751]: Ignoring "noauto" for root device

	[  +0.074087] systemd-fstab-generator[762]: Ignoring "noauto" for root device

	[  +0.085130] systemd-fstab-generator[775]: Ignoring "noauto" for root device

	[Oct 2 10:42] systemd-fstab-generator[1061]: Ignoring "noauto" for root device

	[  +1.486388] kauditd_printk_skb: 53 callbacks suppressed

	[  +3.219891] systemd-fstab-generator[1536]: Ignoring "noauto" for root device

	[  +8.402777] kauditd_printk_skb: 29 callbacks suppressed

	[  +0.077085] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.

	[  +6.289933] systemd-fstab-generator[2619]: Ignoring "noauto" for root device

	[ +15.768756] kauditd_printk_skb: 7 callbacks suppressed

	[  +6.608692] kauditd_printk_skb: 7 callbacks suppressed

	[ +10.075672] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Oct 2 10:43] kauditd_printk_skb: 5 callbacks suppressed

	[  +9.438132] kauditd_printk_skb: 1 callbacks suppressed

	* 

	* ==> etcd [f5549ae6defa] <==

	* raft2023/10/02 10:42:18 INFO: newRaft ed054832bd1917e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]

	raft2023/10/02 10:42:18 INFO: ed054832bd1917e1 became follower at term 1

	raft2023/10/02 10:42:18 INFO: ed054832bd1917e1 switched to configuration voters=(17079136544630577121)

	2023-10-02 10:42:18.756942 W | auth: simple token is not cryptographically signed

	2023-10-02 10:42:18.757711 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]

	2023-10-02 10:42:18.891128 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = 

	2023-10-02 10:42:18.938025 I | embed: listening for metrics on http://127.0.0.1:2381

	raft2023/10/02 10:42:18 INFO: ed054832bd1917e1 switched to configuration voters=(17079136544630577121)

	2023-10-02 10:42:18.938164 I | etcdserver/membership: added member ed054832bd1917e1 [https://192.168.105.6:2380] to cluster 45a39c2c59b0edf4

	2023-10-02 10:42:18.938193 I | etcdserver: ed054832bd1917e1 as single-node; fast-forwarding 9 ticks (election ticks 10)

	2023-10-02 10:42:18.938230 I | embed: listening for peers on 192.168.105.6:2380

	raft2023/10/02 10:42:19 INFO: ed054832bd1917e1 is starting a new election at term 1

	raft2023/10/02 10:42:19 INFO: ed054832bd1917e1 became candidate at term 2

	raft2023/10/02 10:42:19 INFO: ed054832bd1917e1 received MsgVoteResp from ed054832bd1917e1 at term 2

	raft2023/10/02 10:42:19 INFO: ed054832bd1917e1 became leader at term 2

	raft2023/10/02 10:42:19 INFO: raft.node: ed054832bd1917e1 elected leader ed054832bd1917e1 at term 2

	2023-10-02 10:42:19.209697 I | etcdserver: published {Name:ingress-addon-legacy-545000 ClientURLs:[https://192.168.105.6:2379]} to cluster 45a39c2c59b0edf4

	2023-10-02 10:42:19.209745 I | embed: ready to serve client requests

	2023-10-02 10:42:19.209980 I | etcdserver: setting up the initial cluster version to 3.4

	2023-10-02 10:42:19.210189 I | embed: ready to serve client requests

	2023-10-02 10:42:19.213160 I | embed: serving client requests on 127.0.0.1:2379

	2023-10-02 10:42:19.215121 N | etcdserver/membership: set the initial cluster version to 3.4

	2023-10-02 10:42:19.215416 I | embed: serving client requests on 192.168.105.6:2379

	2023-10-02 10:42:19.215625 I | etcdserver/api: enabled capabilities for version 3.4

	2023-10-02 10:43:13.387728 W | etcdserver: read-only range request "key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" " with result "range_response_count:1 size:1107" took too long (106.062141ms) to execute

	* 

	* ==> kernel <==

	*  10:43:57 up 2 min,  0 users,  load average: 1.12, 0.54, 0.20

	Linux ingress-addon-legacy-545000 5.10.57 #1 SMP PREEMPT Mon Sep 18 20:10:16 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [0f598fa0ebfe] <==

	* I1002 10:42:21.074243       1 dynamic_cafile_content.go:167] Starting request-header::/var/lib/minikube/certs/front-proxy-ca.crt

	E1002 10:42:21.091012       1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.105.6, ResourceVersion: 0, AdditionalErrorMsg: 

	I1002 10:42:21.175953       1 shared_informer.go:230] Caches are synced for crd-autoregister 

	I1002 10:42:21.175993       1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller 

	I1002 10:42:21.176008       1 cache.go:39] Caches are synced for autoregister controller

	I1002 10:42:21.176478       1 cache.go:39] Caches are synced for AvailableConditionController controller

	I1002 10:42:21.176492       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I1002 10:42:22.077018       1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).

	I1002 10:42:22.077089       1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I1002 10:42:22.101745       1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000

	I1002 10:42:22.110494       1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000

	I1002 10:42:22.110524       1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.

	I1002 10:42:22.246883       1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I1002 10:42:22.257555       1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	W1002 10:42:22.342856       1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.105.6]

	I1002 10:42:22.343282       1 controller.go:609] quota admission added evaluator for: endpoints

	I1002 10:42:22.344920       1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I1002 10:42:23.388161       1 controller.go:609] quota admission added evaluator for: serviceaccounts

	I1002 10:42:23.927996       1 controller.go:609] quota admission added evaluator for: deployments.apps

	I1002 10:42:24.100770       1 controller.go:609] quota admission added evaluator for: daemonsets.apps

	I1002 10:42:30.317462       1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io

	I1002 10:42:38.823751       1 controller.go:609] quota admission added evaluator for: replicasets.apps

	I1002 10:42:39.254031       1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps

	I1002 10:42:52.046258       1 controller.go:609] quota admission added evaluator for: jobs.batch

	I1002 10:43:19.879341       1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io

	* 

	* ==> kube-controller-manager [2df5da011446] <==

	* I1002 10:42:38.887931       1 range_allocator.go:373] Set node ingress-addon-legacy-545000 PodCIDR to [10.244.0.0/24]

	I1002 10:42:38.888285       1 shared_informer.go:230] Caches are synced for persistent volume 

	E1002 10:42:38.911774       1 clusterroleaggregation_controller.go:181] admin failed with : Operation cannot be fulfilled on clusterroles.rbac.authorization.k8s.io "admin": the object has been modified; please apply your changes to the latest version and try again

	I1002 10:42:39.040917       1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"fe73697c-e5cd-4eeb-a5eb-821d669000f8", APIVersion:"apps/v1", ResourceVersion:"334", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled down replica set coredns-66bff467f8 to 1

	I1002 10:42:39.061315       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"003823e6-41d4-446c-90c4-dec60f82dbbb", APIVersion:"apps/v1", ResourceVersion:"335", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' Deleted pod: coredns-66bff467f8-cdc7h

	I1002 10:42:39.187325       1 shared_informer.go:230] Caches are synced for endpoint 

	I1002 10:42:39.250216       1 shared_informer.go:230] Caches are synced for daemon sets 

	I1002 10:42:39.260142       1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kube-proxy", UID:"937c77df-68f6-4f1d-af94-871e07ea7f2d", APIVersion:"apps/v1", ResourceVersion:"211", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kube-proxy-kv89x

	I1002 10:42:39.296045       1 shared_informer.go:230] Caches are synced for stateful set 

	I1002 10:42:39.349091       1 shared_informer.go:230] Caches are synced for garbage collector 

	I1002 10:42:39.361677       1 shared_informer.go:230] Caches are synced for resource quota 

	I1002 10:42:39.389047       1 shared_informer.go:230] Caches are synced for job 

	I1002 10:42:39.393473       1 shared_informer.go:230] Caches are synced for certificate-csrapproving 

	I1002 10:42:39.397984       1 shared_informer.go:230] Caches are synced for resource quota 

	I1002 10:42:39.421471       1 shared_informer.go:230] Caches are synced for garbage collector 

	I1002 10:42:39.421512       1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I1002 10:42:39.436121       1 shared_informer.go:230] Caches are synced for certificate-csrsigning 

	I1002 10:42:52.044179       1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d6a796cb-eca1-4907-8579-f57d29852816", APIVersion:"apps/v1", ResourceVersion:"434", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1

	I1002 10:42:52.051504       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"24ebf51b-99ce-4013-8fd8-ac93d5c4aeb4", APIVersion:"apps/v1", ResourceVersion:"435", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-pxmx6

	I1002 10:42:52.054054       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"d55f5e72-98e8-4a71-bc02-b37414e710ea", APIVersion:"batch/v1", ResourceVersion:"436", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-twr82

	I1002 10:42:52.079605       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"f2c03010-32a8-4e1c-8159-cc600bd48388", APIVersion:"batch/v1", ResourceVersion:"455", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-pxkll

	I1002 10:42:55.651133       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"f2c03010-32a8-4e1c-8159-cc600bd48388", APIVersion:"batch/v1", ResourceVersion:"460", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed

	I1002 10:42:55.677048       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"d55f5e72-98e8-4a71-bc02-b37414e710ea", APIVersion:"batch/v1", ResourceVersion:"448", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed

	I1002 10:43:29.156904       1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"8544ea05-ed5a-4723-af25-8ed4521f974e", APIVersion:"apps/v1", ResourceVersion:"575", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1

	I1002 10:43:29.163211       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"5883564b-ac05-49f8-ba3f-5a6607211419", APIVersion:"apps/v1", ResourceVersion:"576", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-cxzlh

	* 

	* ==> kube-proxy [8b0a8351fb53] <==

	* W1002 10:42:39.777909       1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy

	I1002 10:42:39.782187       1 node.go:136] Successfully retrieved node IP: 192.168.105.6

	I1002 10:42:39.782207       1 server_others.go:186] Using iptables Proxier.

	I1002 10:42:39.782382       1 server.go:583] Version: v1.18.20

	I1002 10:42:39.783169       1 config.go:133] Starting endpoints config controller

	I1002 10:42:39.783182       1 shared_informer.go:223] Waiting for caches to sync for endpoints config

	I1002 10:42:39.783343       1 config.go:315] Starting service config controller

	I1002 10:42:39.783348       1 shared_informer.go:223] Waiting for caches to sync for service config

	I1002 10:42:39.883345       1 shared_informer.go:230] Caches are synced for endpoints config 

	I1002 10:42:39.883655       1 shared_informer.go:230] Caches are synced for service config 

	* 

	* ==> kube-scheduler [c6eb89eae0f1] <==

	* W1002 10:42:21.096622       1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I1002 10:42:21.127289       1 registry.go:150] Registering EvenPodsSpread predicate and priority function

	I1002 10:42:21.127326       1 registry.go:150] Registering EvenPodsSpread predicate and priority function

	I1002 10:42:21.129141       1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I1002 10:42:21.129412       1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	E1002 10:42:21.130088       1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	I1002 10:42:21.130301       1 secure_serving.go:178] Serving securely on 127.0.0.1:10259

	I1002 10:42:21.130331       1 tlsconfig.go:240] Starting DynamicServingCertificateController

	E1002 10:42:21.131373       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E1002 10:42:21.132016       1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E1002 10:42:21.132179       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E1002 10:42:21.132201       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E1002 10:42:21.132231       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E1002 10:42:21.132251       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E1002 10:42:21.132254       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E1002 10:42:21.132515       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E1002 10:42:21.132577       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E1002 10:42:21.132624       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E1002 10:42:21.132774       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E1002 10:42:21.991746       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E1002 10:42:21.995851       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E1002 10:42:22.007575       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E1002 10:42:22.041658       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E1002 10:42:22.155840       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	I1002 10:42:22.430854       1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-10-02 10:41:55 UTC, ends at Mon 2023-10-02 10:43:58 UTC. --

	Oct 02 10:43:34 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:34.093158    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 22b8ddb71f7b7421e918c310bd74bc687c006b8cb23ba6d3748e93d2423c2e85

	Oct 02 10:43:34 ingress-addon-legacy-545000 kubelet[2626]: E1002 10:43:34.093466    2626 pod_workers.go:191] Error syncing pod 42b7f72b-e396-4c91-80ae-66b7ccc116bd ("hello-world-app-5f5d8b66bb-cxzlh_default(42b7f72b-e396-4c91-80ae-66b7ccc116bd)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-cxzlh_default(42b7f72b-e396-4c91-80ae-66b7ccc116bd)"

	Oct 02 10:43:41 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:41.384691    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: d617fa7604cf2128771604bbd13f227ed7440efe09a9034e8d628500b85cdd5f

	Oct 02 10:43:41 ingress-addon-legacy-545000 kubelet[2626]: E1002 10:43:41.387015    2626 pod_workers.go:191] Error syncing pod 2a9aaab1-09b9-4d26-ba17-870a8c30581d ("kube-ingress-dns-minikube_kube-system(2a9aaab1-09b9-4d26-ba17-870a8c30581d)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with CrashLoopBackOff: "back-off 20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(2a9aaab1-09b9-4d26-ba17-870a8c30581d)"

	Oct 02 10:43:44 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:44.612235    2626 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-xtslw" (UniqueName: "kubernetes.io/secret/2a9aaab1-09b9-4d26-ba17-870a8c30581d-minikube-ingress-dns-token-xtslw") pod "2a9aaab1-09b9-4d26-ba17-870a8c30581d" (UID: "2a9aaab1-09b9-4d26-ba17-870a8c30581d")

	Oct 02 10:43:44 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:44.615086    2626 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a9aaab1-09b9-4d26-ba17-870a8c30581d-minikube-ingress-dns-token-xtslw" (OuterVolumeSpecName: "minikube-ingress-dns-token-xtslw") pod "2a9aaab1-09b9-4d26-ba17-870a8c30581d" (UID: "2a9aaab1-09b9-4d26-ba17-870a8c30581d"). InnerVolumeSpecName "minikube-ingress-dns-token-xtslw". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Oct 02 10:43:44 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:44.713861    2626 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-xtslw" (UniqueName: "kubernetes.io/secret/2a9aaab1-09b9-4d26-ba17-870a8c30581d-minikube-ingress-dns-token-xtslw") on node "ingress-addon-legacy-545000" DevicePath ""

	Oct 02 10:43:47 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:47.335928    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: d617fa7604cf2128771604bbd13f227ed7440efe09a9034e8d628500b85cdd5f

	Oct 02 10:43:48 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:48.383482    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 22b8ddb71f7b7421e918c310bd74bc687c006b8cb23ba6d3748e93d2423c2e85

	Oct 02 10:43:48 ingress-addon-legacy-545000 kubelet[2626]: W1002 10:43:48.493333    2626 container.go:412] Failed to create summary reader for "/kubepods/besteffort/pod42b7f72b-e396-4c91-80ae-66b7ccc116bd/7a4da49df504b427cac8f989e58ec94707e0af790e78721dec90416947963068": none of the resources are being tracked.

	Oct 02 10:43:49 ingress-addon-legacy-545000 kubelet[2626]: W1002 10:43:49.386842    2626 docker_sandbox.go:400] failed to read pod IP from plugin/docker: Couldn't find network status for default/hello-world-app-5f5d8b66bb-cxzlh through plugin: invalid network status for

	Oct 02 10:43:49 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:49.393343    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 22b8ddb71f7b7421e918c310bd74bc687c006b8cb23ba6d3748e93d2423c2e85

	Oct 02 10:43:49 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:49.393966    2626 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 7a4da49df504b427cac8f989e58ec94707e0af790e78721dec90416947963068

	Oct 02 10:43:49 ingress-addon-legacy-545000 kubelet[2626]: E1002 10:43:49.395080    2626 pod_workers.go:191] Error syncing pod 42b7f72b-e396-4c91-80ae-66b7ccc116bd ("hello-world-app-5f5d8b66bb-cxzlh_default(42b7f72b-e396-4c91-80ae-66b7ccc116bd)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-cxzlh_default(42b7f72b-e396-4c91-80ae-66b7ccc116bd)"

	Oct 02 10:43:50 ingress-addon-legacy-545000 kubelet[2626]: W1002 10:43:50.423571    2626 docker_sandbox.go:400] failed to read pod IP from plugin/docker: Couldn't find network status for default/hello-world-app-5f5d8b66bb-cxzlh through plugin: invalid network status for

	Oct 02 10:43:50 ingress-addon-legacy-545000 kubelet[2626]: E1002 10:43:50.880877    2626 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-pxmx6.178a4469ce17f31e", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-pxmx6", UID:"7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59", APIVersion:"v1", ResourceVersion:"442", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi

ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-545000"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc13ec599b45a771e, ext:86979400079, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc13ec599b45a771e, ext:86979400079, loc:(*time.Location)(0x6a0ef20)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-pxmx6.178a4469ce17f31e" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)

	Oct 02 10:43:50 ingress-addon-legacy-545000 kubelet[2626]: E1002 10:43:50.892245    2626 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-pxmx6.178a4469ce17f31e", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-pxmx6", UID:"7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59", APIVersion:"v1", ResourceVersion:"442", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi

ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-545000"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc13ec599b45a771e, ext:86979400079, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc13ec599b4cd7840, ext:86986937009, loc:(*time.Location)(0x6a0ef20)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-pxmx6.178a4469ce17f31e" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)

	Oct 02 10:43:53 ingress-addon-legacy-545000 kubelet[2626]: W1002 10:43:53.466192    2626 pod_container_deletor.go:77] Container "3aca4149ea074beb25986e068d93799fb5850f26a0cc1679d8ce1d01bbe3ef61" not found in pod's containers

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.047729    2626 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-webhook-cert") pod "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59" (UID: "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59")

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.048782    2626 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-kf6xd" (UniqueName: "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-ingress-nginx-token-kf6xd") pod "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59" (UID: "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59")

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.058598    2626 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59" (UID: "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.064265    2626 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-ingress-nginx-token-kf6xd" (OuterVolumeSpecName: "ingress-nginx-token-kf6xd") pod "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59" (UID: "7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59"). InnerVolumeSpecName "ingress-nginx-token-kf6xd". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.152419    2626 reconciler.go:319] Volume detached for volume "ingress-nginx-token-kf6xd" (UniqueName: "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-ingress-nginx-token-kf6xd") on node "ingress-addon-legacy-545000" DevicePath ""

	Oct 02 10:43:55 ingress-addon-legacy-545000 kubelet[2626]: I1002 10:43:55.152522    2626 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59-webhook-cert") on node "ingress-addon-legacy-545000" DevicePath ""

	Oct 02 10:43:56 ingress-addon-legacy-545000 kubelet[2626]: W1002 10:43:56.401861    2626 kubelet_getters.go:297] Path "/var/lib/kubelet/pods/7dcd81fb-1fd1-46e5-8fcc-350e5a3c3c59/volumes" does not exist

	* 

	* ==> storage-provisioner [1bc7013260e3] <==

	* I1002 10:42:41.141143       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I1002 10:42:41.145005       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I1002 10:42:41.145025       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I1002 10:42:41.147852       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I1002 10:42:41.148054       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-545000_b30fcf3a-e0d8-48d5-8a9e-e5571f70557c!

	I1002 10:42:41.149588       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9d3eeb72-8936-4bd4-ab74-f6f21a4ca9be", APIVersion:"v1", ResourceVersion:"383", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-545000_b30fcf3a-e0d8-48d5-8a9e-e5571f70557c became leader

	I1002 10:42:41.250677       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-545000_b30fcf3a-e0d8-48d5-8a9e-e5571f70557c!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-545000 -n ingress-addon-legacy-545000

helpers_test.go:261: (dbg) Run:  kubectl --context ingress-addon-legacy-545000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (50.84s)

=== RUN   TestMountStart/serial/StartWithMountFirst

mount_start_test.go:98: (dbg) Run:  out/minikube-darwin-arm64 start -p mount-start-1-759000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 

mount_start_test.go:98: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p mount-start-1-759000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 : exit status 80 (10.020280209s)

-- stdout --

	* [mount-start-1-759000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting minikube without Kubernetes in cluster mount-start-1-759000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "mount-start-1-759000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p mount-start-1-759000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

mount_start_test.go:100: failed to start minikube with args: "out/minikube-darwin-arm64 start -p mount-start-1-759000 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-759000 -n mount-start-1-759000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p mount-start-1-759000 -n mount-start-1-759000: exit status 7 (67.106959ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "mount-start-1-759000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMountStart/serial/StartWithMountFirst (10.09s)

=== RUN   TestMultiNode/serial/FreshStart2Nodes

multinode_test.go:85: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-335000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 

multinode_test.go:85: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-335000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 : exit status 80 (9.651017458s)

-- stdout --

	* [multinode-335000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node multinode-335000 in cluster multinode-335000

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "multinode-335000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:46:46.570807    2718 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:46:46.570950    2718 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:46:46.570954    2718 out.go:309] Setting ErrFile to fd 2...

	I1002 03:46:46.570956    2718 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:46:46.571103    2718 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:46:46.572181    2718 out.go:303] Setting JSON to false

	I1002 03:46:46.588155    2718 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":980,"bootTime":1696242626,"procs":451,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:46:46.588246    2718 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:46:46.593606    2718 out.go:177] * [multinode-335000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:46:46.600672    2718 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:46:46.603573    2718 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:46:46.600717    2718 notify.go:220] Checking for updates...

	I1002 03:46:46.606650    2718 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:46:46.609642    2718 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:46:46.612616    2718 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:46:46.623642    2718 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:46:46.627688    2718 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:46:46.631614    2718 out.go:177] * Using the qemu2 driver based on user configuration

	I1002 03:46:46.639608    2718 start.go:298] selected driver: qemu2

	I1002 03:46:46.639613    2718 start.go:902] validating driver "qemu2" against <nil>

	I1002 03:46:46.639618    2718 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:46:46.642001    2718 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I1002 03:46:46.644617    2718 out.go:177] * Automatically selected the socket_vmnet network

	I1002 03:46:46.647707    2718 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:46:46.647729    2718 cni.go:84] Creating CNI manager for ""

	I1002 03:46:46.647733    2718 cni.go:136] 0 nodes found, recommending kindnet

	I1002 03:46:46.647738    2718 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni

	I1002 03:46:46.647743    2718 start_flags.go:321] config:

	{Name:multinode-335000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-335000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:doc

ker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAge

ntPID:0 AutoPauseInterval:1m0s}

	I1002 03:46:46.652187    2718 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:46:46.659690    2718 out.go:177] * Starting control plane node multinode-335000 in cluster multinode-335000

	I1002 03:46:46.662606    2718 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:46:46.662621    2718 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:46:46.662637    2718 cache.go:57] Caching tarball of preloaded images

	I1002 03:46:46.662687    2718 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:46:46.662692    2718 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:46:46.662925    2718 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/multinode-335000/config.json ...

	I1002 03:46:46.662936    2718 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/multinode-335000/config.json: {Name:mkbc5809198da7b5903d8ae4e151991e671342e8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I1002 03:46:46.663137    2718 start.go:365] acquiring machines lock for multinode-335000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:46:46.663167    2718 start.go:369] acquired machines lock for "multinode-335000" in 24.167µs

	I1002 03:46:46.663178    2718 start.go:93] Provisioning new machine with config: &{Name:multinode-335000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesCo

nfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-335000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSiz

e:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:46:46.663206    2718 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:46:46.670594    2718 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I1002 03:46:46.686755    2718 start.go:159] libmachine.API.Create for "multinode-335000" (driver="qemu2")

	I1002 03:46:46.686792    2718 client.go:168] LocalClient.Create starting

	I1002 03:46:46.686851    2718 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:46:46.686887    2718 main.go:141] libmachine: Decoding PEM data...

	I1002 03:46:46.686898    2718 main.go:141] libmachine: Parsing certificate...

	I1002 03:46:46.686931    2718 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:46:46.686949    2718 main.go:141] libmachine: Decoding PEM data...

	I1002 03:46:46.686954    2718 main.go:141] libmachine: Parsing certificate...

	I1002 03:46:46.687285    2718 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:46:46.794887    2718 main.go:141] libmachine: Creating SSH key...

	I1002 03:46:46.855702    2718 main.go:141] libmachine: Creating Disk image...

	I1002 03:46:46.855708    2718 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:46:46.855871    2718 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:46.864595    2718 main.go:141] libmachine: STDOUT: 

	I1002 03:46:46.864611    2718 main.go:141] libmachine: STDERR: 

	I1002 03:46:46.864671    2718 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2 +20000M

	I1002 03:46:46.872089    2718 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:46:46.872103    2718 main.go:141] libmachine: STDERR: 

	I1002 03:46:46.872118    2718 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:46.872133    2718 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:46:46.872165    2718 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:b0:e2:2a:fb:d9 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:46.873742    2718 main.go:141] libmachine: STDOUT: 

	I1002 03:46:46.873757    2718 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:46:46.873776    2718 client.go:171] LocalClient.Create took 186.981084ms

	I1002 03:46:48.875926    2718 start.go:128] duration metric: createHost completed in 2.212739334s

	I1002 03:46:48.876006    2718 start.go:83] releasing machines lock for "multinode-335000", held for 2.212873s

	W1002 03:46:48.876059    2718 start.go:688] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:46:48.888298    2718 out.go:177] * Deleting "multinode-335000" in qemu2 ...

	W1002 03:46:48.909327    2718 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:46:48.909373    2718 start.go:703] Will try again in 5 seconds ...

	I1002 03:46:53.911170    2718 start.go:365] acquiring machines lock for multinode-335000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:46:53.911537    2718 start.go:369] acquired machines lock for "multinode-335000" in 262.791µs

	I1002 03:46:53.911670    2718 start.go:93] Provisioning new machine with config: &{Name:multinode-335000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesCo

nfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-335000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSiz

e:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I1002 03:46:53.912008    2718 start.go:125] createHost starting for "" (driver="qemu2")

	I1002 03:46:53.922682    2718 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...

	I1002 03:46:53.970213    2718 start.go:159] libmachine.API.Create for "multinode-335000" (driver="qemu2")

	I1002 03:46:53.970252    2718 client.go:168] LocalClient.Create starting

	I1002 03:46:53.970696    2718 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/ca.pem

	I1002 03:46:53.970807    2718 main.go:141] libmachine: Decoding PEM data...

	I1002 03:46:53.970832    2718 main.go:141] libmachine: Parsing certificate...

	I1002 03:46:53.970910    2718 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17340-994/.minikube/certs/cert.pem

	I1002 03:46:53.970950    2718 main.go:141] libmachine: Decoding PEM data...

	I1002 03:46:53.970962    2718 main.go:141] libmachine: Parsing certificate...

	I1002 03:46:53.972084    2718 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17340-994/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17340-994/.minikube/cache/iso/arm64/minikube-v1.31.0-1695060926-17240-arm64.iso...

	I1002 03:46:54.089305    2718 main.go:141] libmachine: Creating SSH key...

	I1002 03:46:54.136656    2718 main.go:141] libmachine: Creating Disk image...

	I1002 03:46:54.136662    2718 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I1002 03:46:54.136819    2718 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2.raw /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:54.145545    2718 main.go:141] libmachine: STDOUT: 

	I1002 03:46:54.145559    2718 main.go:141] libmachine: STDERR: 

	I1002 03:46:54.145609    2718 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2 +20000M

	I1002 03:46:54.153020    2718 main.go:141] libmachine: STDOUT: Image resized.

	I1002 03:46:54.153039    2718 main.go:141] libmachine: STDERR: 

	I1002 03:46:54.153053    2718 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:54.153058    2718 main.go:141] libmachine: Starting QEMU VM...

	I1002 03:46:54.153106    2718 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/qemu.pid -device virtio-net-pci,netdev=net0,mac=92:c3:9a:bf:40:a0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:46:54.154692    2718 main.go:141] libmachine: STDOUT: 

	I1002 03:46:54.154706    2718 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:46:54.154721    2718 client.go:171] LocalClient.Create took 184.468792ms

	I1002 03:46:56.156890    2718 start.go:128] duration metric: createHost completed in 2.244887042s

	I1002 03:46:56.156984    2718 start.go:83] releasing machines lock for "multinode-335000", held for 2.245470416s

	W1002 03:46:56.157468    2718 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p multinode-335000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-335000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:46:56.166270    2718 out.go:177] 

	W1002 03:46:56.171178    2718 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:46:56.171206    2718 out.go:239] * 

	* 

	W1002 03:46:56.173825    2718 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:46:56.182260    2718 out.go:177] 

** /stderr **

multinode_test.go:87: failed to start cluster. args "out/minikube-darwin-arm64 start -p multinode-335000 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=qemu2 " : exit status 80

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (67.793458ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/FreshStart2Nodes (9.72s)

=== RUN   TestMultiNode/serial/DeployApp2Nodes

multinode_test.go:481: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml

multinode_test.go:481: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml: exit status 1 (126.629625ms)

** stderr ** 

	error: cluster "multinode-335000" does not exist

** /stderr **

multinode_test.go:483: failed to create busybox deployment to multinode cluster

multinode_test.go:486: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- rollout status deployment/busybox

multinode_test.go:486: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- rollout status deployment/busybox: exit status 1 (55.091291ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:488: failed to deploy busybox to multinode cluster

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (53.413417ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (100.3315ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (100.960791ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (100.933958ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (99.483833ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (100.811125ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (99.250541ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (100.521084ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.089ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

E1002 03:47:47.255317    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/functional-680000/client.crt: no such file or directory

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (101.049375ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

E1002 03:48:07.362906    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.369319    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.381468    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.403700    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.445867    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.528034    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:07.690173    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:08.012386    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:08.654773    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:09.937113    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:12.499525    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:17.621902    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

E1002 03:48:27.864121    1409 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/ingress-addon-legacy-545000/client.crt: no such file or directory

multinode_test.go:493: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}'

multinode_test.go:493: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].status.podIP}': exit status 1 (103.459666ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:496: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:512: failed to resolve pod IPs: failed to retrieve Pod IPs (may be temporary): exit status 1

multinode_test.go:516: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:516: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (53.935042ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:518: failed get Pod names

multinode_test.go:524: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.io

multinode_test.go:524: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.io: exit status 1 (53.101ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:526: Pod  could not resolve 'kubernetes.io': exit status 1

multinode_test.go:534: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.default

multinode_test.go:534: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.default: exit status 1 (53.17725ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:536: Pod  could not resolve 'kubernetes.default': exit status 1

multinode_test.go:542: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.default.svc.cluster.local

multinode_test.go:542: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- exec  -- nslookup kubernetes.default.svc.cluster.local: exit status 1 (53.780542ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:544: Pod  could not resolve local service (kubernetes.default.svc.cluster.local): exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.904875ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeployApp2Nodes (93.18s)

=== RUN   TestMultiNode/serial/PingHostFrom2Pods

multinode_test.go:552: (dbg) Run:  out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].metadata.name}'

multinode_test.go:552: (dbg) Non-zero exit: out/minikube-darwin-arm64 kubectl -p multinode-335000 -- get pods -o jsonpath='{.items[*].metadata.name}': exit status 1 (52.789583ms)

** stderr ** 

	error: no server found for cluster "multinode-335000"

** /stderr **

multinode_test.go:554: failed to get Pod names: exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.632083ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (0.08s)

=== RUN   TestMultiNode/serial/AddNode

multinode_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 node add -p multinode-335000 -v 3 --alsologtostderr

multinode_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 node add -p multinode-335000 -v 3 --alsologtostderr: exit status 89 (40.997125ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p multinode-335000"

-- /stdout --

** stderr ** 

	I1002 03:48:29.554686    2823 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:29.554913    2823 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.554916    2823 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:29.554919    2823 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.555062    2823 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:29.555321    2823 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:29.555511    2823 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:29.559757    2823 out.go:177] * The control plane node must be running for this command

	I1002 03:48:29.562870    2823 out.go:177]   To start a cluster, run: "minikube start -p multinode-335000"

** /stderr **

multinode_test.go:112: failed to add node to current cluster. args "out/minikube-darwin-arm64 node add -p multinode-335000 -v 3 --alsologtostderr" : exit status 89

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.750917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/AddNode (0.07s)

=== RUN   TestMultiNode/serial/ProfileList

multinode_test.go:132: (dbg) Run:  out/minikube-darwin-arm64 profile list --output json

multinode_test.go:155: expected profile "multinode-335000" in json of 'profile list' include 3 nodes but have 1 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"multinode-335000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"multinode-335000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"VMDriver\":\"\",\"Driver\":\"qemu2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidd

en\":false,\"KVMNUMACount\":1,\"APIServerPort\":0,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.28.2\",\"ClusterName\":\"multinode-335000\",\"Namespace\":\"default\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\",\"NodeIP\":\"\",\"NodePort\":8443,\"NodeName\":\"\"},\"Nodes\":[{\"Name\":\"\

",\"IP\":\"\",\"Port\":8443,\"KubernetesVersion\":\"v1.28.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true}],\"Addons\":null,\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"socket_vmnet\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"/opt/socket_vmnet/bin/socket_vmnet_client\",\"SocketVMnetPat

h\":\"/var/run/socket_vmnet\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"AutoPauseInterval\":60000000000},\"Active\":false}]}"*. args: "out/minikube-darwin-arm64 profile list --output json"

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.744209ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/ProfileList (0.10s)

=== RUN   TestMultiNode/serial/CopyFile

multinode_test.go:173: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status --output json --alsologtostderr

multinode_test.go:173: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status --output json --alsologtostderr: exit status 7 (27.815292ms)

-- stdout --

	{"Name":"multinode-335000","Host":"Stopped","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Stopped","Worker":false}

-- /stdout --

** stderr ** 

	I1002 03:48:29.720402    2833 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:29.720579    2833 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.720582    2833 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:29.720585    2833 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.720723    2833 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:29.720839    2833 out.go:303] Setting JSON to true

	I1002 03:48:29.720851    2833 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:29.720901    2833 notify.go:220] Checking for updates...

	I1002 03:48:29.721055    2833 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:29.721060    2833 status.go:255] checking status of multinode-335000 ...

	I1002 03:48:29.721259    2833 status.go:330] multinode-335000 host status = "Stopped" (err=<nil>)

	I1002 03:48:29.721263    2833 status.go:343] host is not running, skipping remaining checks

	I1002 03:48:29.721265    2833 status.go:257] multinode-335000 status: &{Name:multinode-335000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:180: failed to decode json from status: args "out/minikube-darwin-arm64 -p multinode-335000 status --output json --alsologtostderr": json: cannot unmarshal object into Go value of type []cmd.Status

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.687917ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/CopyFile (0.06s)

=== RUN   TestMultiNode/serial/StopNode

multinode_test.go:210: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 node stop m03

multinode_test.go:210: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 node stop m03: exit status 85 (47.626417ms)

-- stdout --

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_295f67d8757edd996fe5c1e7ccde72c355ccf4dc_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

multinode_test.go:212: node stop returned an error. args "out/minikube-darwin-arm64 -p multinode-335000 node stop m03": exit status 85

multinode_test.go:216: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status

multinode_test.go:216: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status: exit status 7 (28.1305ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:223: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr

multinode_test.go:223: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr: exit status 7 (27.774666ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I1002 03:48:29.852392    2841 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:29.852578    2841 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.852581    2841 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:29.852584    2841 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.852710    2841 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:29.852832    2841 out.go:303] Setting JSON to false

	I1002 03:48:29.852842    2841 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:29.852904    2841 notify.go:220] Checking for updates...

	I1002 03:48:29.853032    2841 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:29.853037    2841 status.go:255] checking status of multinode-335000 ...

	I1002 03:48:29.853256    2841 status.go:330] multinode-335000 host status = "Stopped" (err=<nil>)

	I1002 03:48:29.853260    2841 status.go:343] host is not running, skipping remaining checks

	I1002 03:48:29.853262    2841 status.go:257] multinode-335000 status: &{Name:multinode-335000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:229: incorrect number of running kubelets: args "out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr": multinode-335000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.837333ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StopNode (0.13s)

=== RUN   TestMultiNode/serial/StartAfterStop

multinode_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 node start m03 --alsologtostderr

multinode_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 node start m03 --alsologtostderr: exit status 85 (45.780666ms)

-- stdout --

-- /stdout --

** stderr ** 

	I1002 03:48:29.908679    2845 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:29.908900    2845 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.908903    2845 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:29.908906    2845 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:29.909040    2845 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:29.909284    2845 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:29.909472    2845 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:29.914205    2845 out.go:177] 

	W1002 03:48:29.917228    2845 out.go:239] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

	W1002 03:48:29.917234    2845 out.go:239] * 

	* 

	W1002 03:48:29.918727    2845 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                         │

	│    * If the above advice does not help, please let us know:                                                             │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

	│                                                                                                                         │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

	│    * Please also attach the following file to the GitHub issue:                                                         │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

	│                                                                                                                         │

	╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:48:29.922206    2845 out.go:177] 

** /stderr **

multinode_test.go:256: I1002 03:48:29.908679    2845 out.go:296] Setting OutFile to fd 1 ...

I1002 03:48:29.908900    2845 out.go:343] TERM=,COLORTERM=, which probably does not support color

I1002 03:48:29.908903    2845 out.go:309] Setting ErrFile to fd 2...

I1002 03:48:29.908906    2845 out.go:343] TERM=,COLORTERM=, which probably does not support color

I1002 03:48:29.909040    2845 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

I1002 03:48:29.909284    2845 mustload.go:65] Loading cluster: multinode-335000

I1002 03:48:29.909472    2845 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

I1002 03:48:29.914205    2845 out.go:177] 

W1002 03:48:29.917228    2845 out.go:239] X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

X Exiting due to GUEST_NODE_RETRIEVE: retrieving node: Could not find node m03

W1002 03:48:29.917234    2845 out.go:239] * 

* 

W1002 03:48:29.918727    2845 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

│                                                                                                                         │

│    * If the above advice does not help, please let us know:                                                             │

│      https://github.com/kubernetes/minikube/issues/new/choose                                                           │

│                                                                                                                         │

│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                │

│    * Please also attach the following file to the GitHub issue:                                                         │

│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_node_1c3a1297795327375b61f3ff5a4ef34c9b2fc69b_0.log    │

│                                                                                                                         │

╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

I1002 03:48:29.922206    2845 out.go:177] 

multinode_test.go:257: node start returned an error. args "out/minikube-darwin-arm64 -p multinode-335000 node start m03 --alsologtostderr": exit status 85

multinode_test.go:261: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status

multinode_test.go:261: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status: exit status 7 (27.769042ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:263: failed to run minikube status. args "out/minikube-darwin-arm64 -p multinode-335000 status" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.775625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StartAfterStop (0.10s)

=== RUN   TestMultiNode/serial/RestartKeepsNodes

multinode_test.go:283: (dbg) Run:  out/minikube-darwin-arm64 node list -p multinode-335000

multinode_test.go:290: (dbg) Run:  out/minikube-darwin-arm64 stop -p multinode-335000

multinode_test.go:295: (dbg) Run:  out/minikube-darwin-arm64 start -p multinode-335000 --wait=true -v=8 --alsologtostderr

multinode_test.go:295: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p multinode-335000 --wait=true -v=8 --alsologtostderr: exit status 80 (5.218700208s)

-- stdout --

	* [multinode-335000] minikube v1.31.2 on Darwin 14.0 (arm64)

	  - MINIKUBE_LOCATION=17340

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting control plane node multinode-335000 in cluster multinode-335000

	* Restarting existing qemu2 VM for "multinode-335000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "multinode-335000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I1002 03:48:30.095029    2855 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:30.095162    2855 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:30.095165    2855 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:30.095168    2855 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:30.095291    2855 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:30.096211    2855 out.go:303] Setting JSON to false

	I1002 03:48:30.112166    2855 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1084,"bootTime":1696242626,"procs":442,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.0","kernelVersion":"23.0.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W1002 03:48:30.112244    2855 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I1002 03:48:30.116099    2855 out.go:177] * [multinode-335000] minikube v1.31.2 on Darwin 14.0 (arm64)

	I1002 03:48:30.129226    2855 out.go:177]   - MINIKUBE_LOCATION=17340

	I1002 03:48:30.125321    2855 notify.go:220] Checking for updates...

	I1002 03:48:30.138253    2855 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17340-994/kubeconfig

	I1002 03:48:30.152202    2855 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I1002 03:48:30.162175    2855 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I1002 03:48:30.173139    2855 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17340-994/.minikube

	I1002 03:48:30.180206    2855 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I1002 03:48:30.183509    2855 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:30.183555    2855 driver.go:373] Setting default libvirt URI to qemu:///system

	I1002 03:48:30.188189    2855 out.go:177] * Using the qemu2 driver based on existing profile

	I1002 03:48:30.195159    2855 start.go:298] selected driver: qemu2

	I1002 03:48:30.195166    2855 start.go:902] validating driver "qemu2" against &{Name:multinode-335000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.28.2 ClusterName:multinode-335000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:2

62144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:48:30.195218    2855 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I1002 03:48:30.197697    2855 start_flags.go:922] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I1002 03:48:30.197726    2855 cni.go:84] Creating CNI manager for ""

	I1002 03:48:30.197730    2855 cni.go:136] 1 nodes found, recommending kindnet

	I1002 03:48:30.197737    2855 start_flags.go:321] config:

	{Name:multinode-335000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17240/minikube-v1.31.0-1695060926-17240-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1694798187-17250@sha256:8d9a070cda8e1b1082ed355bde1aaf66fbf63d64fa6e9f553f449efc74157fe3 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.2 ClusterName:multinode-335000 Namespace:default API

ServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Di

sableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s}

	I1002 03:48:30.202774    2855 iso.go:125] acquiring lock: {Name:mke5bbece44fc1c18af5ed8d18cea755c5b0301b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I1002 03:48:30.210221    2855 out.go:177] * Starting control plane node multinode-335000 in cluster multinode-335000

	I1002 03:48:30.214237    2855 preload.go:132] Checking if preload exists for k8s version v1.28.2 and runtime docker

	I1002 03:48:30.214254    2855 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4

	I1002 03:48:30.214273    2855 cache.go:57] Caching tarball of preloaded images

	I1002 03:48:30.214332    2855 preload.go:174] Found /Users/jenkins/minikube-integration/17340-994/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I1002 03:48:30.214337    2855 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.2 on docker

	I1002 03:48:30.214404    2855 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17340-994/.minikube/profiles/multinode-335000/config.json ...

	I1002 03:48:30.214835    2855 start.go:365] acquiring machines lock for multinode-335000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:48:30.214868    2855 start.go:369] acquired machines lock for "multinode-335000" in 26.958µs

	I1002 03:48:30.214877    2855 start.go:96] Skipping create...Using existing machine configuration

	I1002 03:48:30.214881    2855 fix.go:54] fixHost starting: 

	I1002 03:48:30.215006    2855 fix.go:102] recreateIfNeeded on multinode-335000: state=Stopped err=<nil>

	W1002 03:48:30.215014    2855 fix.go:128] unexpected machine state, will restart: <nil>

	I1002 03:48:30.223205    2855 out.go:177] * Restarting existing qemu2 VM for "multinode-335000" ...

	I1002 03:48:30.227191    2855 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/qemu.pid -device virtio-net-pci,netdev=net0,mac=92:c3:9a:bf:40:a0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:48:30.229373    2855 main.go:141] libmachine: STDOUT: 

	I1002 03:48:30.229394    2855 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:48:30.229425    2855 fix.go:56] fixHost completed within 14.544708ms

	I1002 03:48:30.229431    2855 start.go:83] releasing machines lock for "multinode-335000", held for 14.5585ms

	W1002 03:48:30.229437    2855 start.go:688] error starting host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:48:30.229505    2855 out.go:239] ! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:48:30.229510    2855 start.go:703] Will try again in 5 seconds ...

	I1002 03:48:35.231585    2855 start.go:365] acquiring machines lock for multinode-335000: {Name:mk8240c8ab9eff6dc1f9c13e10508d2963fe73d2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I1002 03:48:35.231979    2855 start.go:369] acquired machines lock for "multinode-335000" in 252.417µs

	I1002 03:48:35.232123    2855 start.go:96] Skipping create...Using existing machine configuration

	I1002 03:48:35.232181    2855 fix.go:54] fixHost starting: 

	I1002 03:48:35.232929    2855 fix.go:102] recreateIfNeeded on multinode-335000: state=Stopped err=<nil>

	W1002 03:48:35.232955    2855 fix.go:128] unexpected machine state, will restart: <nil>

	I1002 03:48:35.237542    2855 out.go:177] * Restarting existing qemu2 VM for "multinode-335000" ...

	I1002 03:48:35.245607    2855 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2200 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/qemu.pid -device virtio-net-pci,netdev=net0,mac=92:c3:9a:bf:40:a0 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17340-994/.minikube/machines/multinode-335000/disk.qcow2

	I1002 03:48:35.254847    2855 main.go:141] libmachine: STDOUT: 

	I1002 03:48:35.254901    2855 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I1002 03:48:35.254992    2855 fix.go:56] fixHost completed within 22.846042ms

	I1002 03:48:35.255010    2855 start.go:83] releasing machines lock for "multinode-335000", held for 23.0105ms

	W1002 03:48:35.255193    2855 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p multinode-335000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p multinode-335000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I1002 03:48:35.261434    2855 out.go:177] 

	W1002 03:48:35.265510    2855 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W1002 03:48:35.265539    2855 out.go:239] * 

	* 

	W1002 03:48:35.268096    2855 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I1002 03:48:35.275390    2855 out.go:177] 

** /stderr **

multinode_test.go:297: failed to run minikube start. args "out/minikube-darwin-arm64 node list -p multinode-335000" : exit status 80

multinode_test.go:300: (dbg) Run:  out/minikube-darwin-arm64 node list -p multinode-335000

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (31.515292ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/RestartKeepsNodes (5.40s)

=== RUN   TestMultiNode/serial/DeleteNode

multinode_test.go:394: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 node delete m03

multinode_test.go:394: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 node delete m03: exit status 89 (37.752959ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p multinode-335000"

-- /stdout --

multinode_test.go:396: node stop returned an error. args "out/minikube-darwin-arm64 -p multinode-335000 node delete m03": exit status 89

multinode_test.go:400: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr

multinode_test.go:400: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr: exit status 7 (27.408417ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I1002 03:48:35.450411    2874 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:35.450603    2874 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:35.450606    2874 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:35.450609    2874 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:35.450747    2874 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:35.450857    2874 out.go:303] Setting JSON to false

	I1002 03:48:35.450869    2874 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:35.450934    2874 notify.go:220] Checking for updates...

	I1002 03:48:35.451089    2874 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:35.451093    2874 status.go:255] checking status of multinode-335000 ...

	I1002 03:48:35.451311    2874 status.go:330] multinode-335000 host status = "Stopped" (err=<nil>)

	I1002 03:48:35.451314    2874 status.go:343] host is not running, skipping remaining checks

	I1002 03:48:35.451316    2874 status.go:257] multinode-335000 status: &{Name:multinode-335000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:402: failed to run minikube status. args "out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr" : exit status 7

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.753959ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/DeleteNode (0.09s)

=== RUN   TestMultiNode/serial/StopMultiNode

multinode_test.go:314: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 stop

multinode_test.go:320: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status

multinode_test.go:320: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status: exit status 7 (28.182208ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

multinode_test.go:327: (dbg) Run:  out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr

multinode_test.go:327: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr: exit status 7 (27.416042ms)

-- stdout --

	multinode-335000

	type: Control Plane

	host: Stopped

	kubelet: Stopped

	apiserver: Stopped

	kubeconfig: Stopped

-- /stdout --

** stderr ** 

	I1002 03:48:35.593755    2882 out.go:296] Setting OutFile to fd 1 ...

	I1002 03:48:35.593940    2882 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:35.593943    2882 out.go:309] Setting ErrFile to fd 2...

	I1002 03:48:35.593945    2882 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I1002 03:48:35.594086    2882 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17340-994/.minikube/bin

	I1002 03:48:35.594195    2882 out.go:303] Setting JSON to false

	I1002 03:48:35.594207    2882 mustload.go:65] Loading cluster: multinode-335000

	I1002 03:48:35.594256    2882 notify.go:220] Checking for updates...

	I1002 03:48:35.594406    2882 config.go:182] Loaded profile config "multinode-335000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.2

	I1002 03:48:35.594411    2882 status.go:255] checking status of multinode-335000 ...

	I1002 03:48:35.594642    2882 status.go:330] multinode-335000 host status = "Stopped" (err=<nil>)

	I1002 03:48:35.594645    2882 status.go:343] host is not running, skipping remaining checks

	I1002 03:48:35.594647    2882 status.go:257] multinode-335000 status: &{Name:multinode-335000 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}

** /stderr **

multinode_test.go:333: incorrect number of stopped hosts: args "out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr": multinode-335000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

multinode_test.go:337: incorrect number of stopped kubelets: args "out/minikube-darwin-arm64 -p multinode-335000 status --alsologtostderr": multinode-335000

type: Control Plane

host: Stopped

kubelet: Stopped

apiserver: Stopped

kubeconfig: Stopped

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p multinode-335000 -n multinode-335000: exit status 7 (27.486625ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "multinode-335000" host is not running, skipping log retrieval (state="Stopped")

--- FAIL: TestMultiNode/serial/StopMultiNode (0.14s)